-- Logs begin at Tue 2022-08-30 03:31:42 UTC, end at Tue 2022-08-30 04:39:38 UTC. -- Aug 30 04:10:33.254379 dv-cinder-852208-11-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 30 04:10:35.926694 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.common.config [-] Logging enabled! Aug 30 04:10:35.927306 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev527 Aug 30 04:10:35.927498 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106178) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 30 04:10:35.931401 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.common.config [-] Logging enabled! Aug 30 04:10:35.931660 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev527 Aug 30 04:10:35.931979 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106178) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 30 04:10:35.932919 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 04:10:35.933161 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 04:10:35.933641 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 04:10:35.933895 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 04:10:35.934135 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 04:10:35.934495 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.934803 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.935040 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.935347 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.935646 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.935933 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.936229 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.936535 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.936825 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.937110 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.937406 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.937642 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.937929 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.938225 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.938541 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.938771 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] debug = True {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.939057 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.939501 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.939909 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.940195 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.940491 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.940776 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.941052 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.941335 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.941627 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.941961 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] host = dv-cinder-852208-11-iscsi {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.942245 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.942562 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.942853 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.943148 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.943432 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.943724 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.944018 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.944299 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.944579 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] log_file = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.944860 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.945216 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.945522 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.945821 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.946054 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.946311 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.946607 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.946906 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.947189 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.947471 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.947753 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.948034 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.948315 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.948590 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.948882 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.949173 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.949469 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.949754 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.950035 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.950343 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.950625 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.950919 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.951197 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.951476 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.951758 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.952053 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.952329 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.952609 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.952915 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.953209 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.953497 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.953793 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.954079 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.954394 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.954676 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.954956 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.955236 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] use_json = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.955514 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.955794 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.956084 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.956363 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.956641 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.956922 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.957200 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.957490 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.957770 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:35.958072 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.958402 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.958712 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.959001 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.959312 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.959597 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.959897 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.960181 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.960476 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.960794 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.961091 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.961377 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.961680 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.961977 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.962306 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.962620 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.962920 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.963218 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.963501 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.963782 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.964069 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.964355 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.964648 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.964930 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.965222 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.965516 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.965798 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.966104 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.966422 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.966716 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.967015 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.967311 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.967591 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.967876 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.968172 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.968455 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.968734 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.969027 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.969308 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.969586 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.969877 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.970170 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.970487 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.970766 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.971049 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.971343 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.971624 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.971899 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.972177 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.972457 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.972734 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.973022 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.973303 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.973580 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.973862 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.974148 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.974446 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.974724 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.975005 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.975282 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.975563 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.975843 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.976123 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.976926 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.977207 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.977486 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.977763 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.978039 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.978348 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.978631 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.978907 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.979186 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.979462 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.979739 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.980029 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.980332 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.980617 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.980898 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.981179 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.981461 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.981742 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.982022 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.982328 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.982614 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.982892 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.983188 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.983475 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.983770 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.984056 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.984355 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.984659 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.984944 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.985226 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.985509 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.985789 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.986069 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.986383 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.986667 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.986948 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.987234 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.987522 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.987819 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.988115 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.988394 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.988695 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.988989 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.989281 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.989562 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.989875 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.990158 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:35.990406 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 04:10:35.990655 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106178) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 30 04:10:36.289730 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 30 04:10:36.290078 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 30 04:10:36.290361 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 30 04:10:36.290596 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 30 04:10:36.290876 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 30 04:10:36.291210 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 30 04:10:36.701212 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:36.701512 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:36.701792 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:36.702998 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:36.703278 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:36.703548 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:36.757371 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:36.757785 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:36.758065 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:36.774413 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:36.774701 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:36.774978 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:36.803278 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:36.803560 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:36.803835 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:36.841202 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:36.841483 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:36.841759 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:37.075699 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:37.076322 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:37.076322 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:37.076494 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:37.077362 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:37.174551 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:37.174882 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:37.175170 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:37.175443 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:37.175713 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:37.176025 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:37.176295 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:37.176555 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:37.176813 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:37.177097 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:37.177359 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:37.177625 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:37.177884 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:37.178139 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:37.178421 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:37.178690 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:37.178948 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:37.179218 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:37.180025 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:37.180295 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:37.180566 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:37.180822 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:37.181107 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:37.181488 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:37.181742 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:37.181995 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:37.182428 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106178) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 04:10:37.182673 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106178) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 04:10:37.182912 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106178) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 04:10:37.183149 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106178) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 04:10:37.183386 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106178) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 04:10:37.183621 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106178) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 04:10:37.183986 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 30 04:10:37.187148 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 30 04:10:37.191070 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 30 04:10:37.194937 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Aug 30 04:10:37.197159 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 30 04:10:37.197769 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 30 04:10:37.198113 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 30 04:10:37.198531 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 30 04:10:37.201309 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 30 04:10:37.201566 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 30 04:10:37.201914 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 30 04:10:37.206981 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 30 04:10:37.230061 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 30 04:10:37.230552 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:37.230856 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106178) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 30 04:10:37.231231 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:37.232575 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106178) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 30 04:10:37.232860 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 30 04:10:37.233115 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 30 04:10:37.236683 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:37.236973 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:37.376389 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 30 04:10:37.376637 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 30 04:10:37.376877 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 30 04:10:37.377266 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 30 04:10:37.431868 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO dbcounter [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Registered counter for database neutron Aug 30 04:10:37.451517 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_db.sqlalchemy.engines [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106178) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 30 04:10:37.457325 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG dbcounter [-] [106178] Writer thread running {{(pid=106178) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 30 04:10:38.002242 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.plugins.ml2.managers [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Initializing driver for type 'gre' Aug 30 04:10:38.002852 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] gre ID ranges: [(1, 1000)] Aug 30 04:10:38.059546 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.plugins.ml2.managers [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Initializing driver for type 'local' Aug 30 04:10:38.059888 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.plugins.ml2.managers [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Initializing driver for type 'vlan' Aug 30 04:10:38.072847 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] VlanTypeDriver initialization complete Aug 30 04:10:38.073155 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.plugins.ml2.managers [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Initializing driver for type 'vxlan' Aug 30 04:10:38.073651 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] vxlan ID ranges: [(1, 1000)] Aug 30 04:10:38.131590 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.plugins.ml2.managers [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Initializing extension driver 'port_security' Aug 30 04:10:38.132225 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.plugins.ml2.extensions.port_security [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] PortSecurityExtensionDriver initialization complete Aug 30 04:10:38.132381 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.plugins.ml2.managers [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Initializing mechanism driver 'openvswitch' Aug 30 04:10:38.133384 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.plugins.ml2.managers [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Initializing mechanism driver 'hyperv' Aug 30 04:10:38.140247 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.plugins.ml2.plugin [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:10:38.140939 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > port after_create 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.141334 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > port after_update 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.141704 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > port after_delete 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.142217 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106178) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 30 04:10:38.142670 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > subnet after_create 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.143037 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > subnet after_update 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.143395 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > subnet after_delete 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.143797 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106178) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 30 04:10:38.144212 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > network after_create 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.144575 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > network after_update 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.144929 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > network after_delete 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.145325 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106178) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 30 04:10:38.145738 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > security_group after_create 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.146166 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > security_group after_update 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.146549 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > security_group after_delete 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.147206 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106178) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 30 04:10:38.147615 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.147969 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.148342 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.148735 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106178) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 30 04:10:38.149144 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > address_group after_create 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.149502 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > address_group after_update 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.149851 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > address_group after_delete 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.150243 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106178) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 30 04:10:38.150717 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] ML2 OVO RPC backend initialized. {{(pid=106178) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Aug 30 04:10:38.151441 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > router_interface after_create 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.151808 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.152234 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > network before_response 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.152596 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > networks before_response 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.152953 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > port before_response 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.153305 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > ports before_response 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.153660 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > subnet before_response 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.154009 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > subnets before_response 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.154390 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > network after_create 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.154741 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > network after_update 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.155086 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > network after_delete 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.155431 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > port after_create 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.155774 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > port after_update 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.156119 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > port after_delete 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.156463 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > subnet after_create 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.156805 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > subnet after_update 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.157149 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > subnet after_delete 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.166933 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.quota [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded quota_driver: . Aug 30 04:10:38.167452 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.plugins.ml2.plugin [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Modular L2 Plugin initialization complete Aug 30 04:10:38.167979 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading services supported by the core plugin {{(pid=106178) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 30 04:10:38.168534 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.plugins.ml2.managers [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Got port-security extension from driver 'port_security' Aug 30 04:10:38.169099 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.extensions.vlantransparent [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Disabled vlantransparent extension. Aug 30 04:10:38.169815 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106178) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 30 04:10:38.170334 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading Plugin: router Aug 30 04:10:38.211192 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > router_interface before_create 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.211606 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > router after_create 55549900 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.211988 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > router before_create 55549900 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.212364 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.212747 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.213112 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > router after_delete 55549900 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.213482 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > floatingip after_create 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.213889 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > floatingip after_update 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.214214 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > router after_create 55549900 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.214622 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > router after_update 55549900 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.214983 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > router after_update 55549900 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.215342 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.215714 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > router after_update 55549900 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.216136 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > router precommit_update 55549900 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.216514 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: port after_update 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.216867 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: port after_delete 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.217214 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: subnet after_update 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.217568 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.217934 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > port precommit_delete 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.218311 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > router precommit_create 55549900 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.218669 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: port before_delete 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.219024 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > router precommit_create 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.219389 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > router after_update 55549900 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.219749 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > router precommit_delete 55549900 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.220111 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > router precommit_create 55549900 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.220483 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > router_interface after_create 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.220840 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > router precommit_update 55549900 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.221216 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > agent after_create 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.221576 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > agent after_delete 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.221931 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > network after_delete 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.222841 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.quota.resource_registry [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Tracking information for resource: router configured {{(pid=106178) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 04:10:38.223181 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.quota.resource_registry [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Tracking information for resource: floatingip configured {{(pid=106178) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 04:10:38.228052 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.db.l3_agentschedulers_db [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 30 04:10:38.228639 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: port after_update 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.229011 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: port after_create 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.229373 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: port after_delete 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.229741 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: port after_update 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.230595 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > router before_create 55550100 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.230972 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > router precommit_delete 55550100 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.231344 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > router precommit_create 55550100 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.231711 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > router precommit_update 55550100 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.236543 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.services.provider_configuration [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Service providers = [] {{(pid=106178) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 30 04:10:38.236914 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.db.servicetype_db [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106178) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 30 04:10:38.240096 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.services.service_base [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106178) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 04:10:38.240461 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.services.service_base [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106178) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 04:10:38.240812 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.services.service_base [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106178) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 04:10:38.241719 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.services.service_base [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106178) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 04:10:38.242136 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.services.service_base [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 30 04:10:38.242558 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106178) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 04:10:38.242887 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 30 04:10:38.253336 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106178) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 04:10:38.253682 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading Plugin: auto_allocate Aug 30 04:10:38.260387 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: network precommit_update 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.260764 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: network precommit_create 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.261298 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106178) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 04:10:38.261626 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading Plugin: tag Aug 30 04:10:38.268486 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106178) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 04:10:38.268830 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading Plugin: timestamp Aug 30 04:10:38.272954 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106178) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 04:10:38.274118 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading Plugin: network_ip_availability Aug 30 04:10:38.279667 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.280053 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.280418 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.281141 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106178) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 04:10:38.281466 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading Plugin: flavors Aug 30 04:10:38.288353 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106178) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 04:10:38.288727 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading Plugin: revisions Aug 30 04:10:38.293612 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106178) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 04:10:38.294013 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_concurrency.lockutils [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.003s {{(pid=106178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 30 04:10:38.294816 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106178) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 30 04:10:38.295162 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Initializing extension manager. Aug 30 04:10:38.295700 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: __init__.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.296051 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: __pycache__ {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.296393 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: address_group.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.297133 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.297688 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: address-group Aug 30 04:10:38.298020 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: address_scope.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.298740 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.299251 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: address-scope Aug 30 04:10:38.299582 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: admin_state_down_before_update.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.300480 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.300992 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: router-admin-state-down-before-update Aug 30 04:10:38.301322 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: agent.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.302072 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.302617 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: agent Aug 30 04:10:38.302950 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: agent_resources_synced.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.303837 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.304403 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: agent-resources-synced Aug 30 04:10:38.304931 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: allowedaddresspairs.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.307651 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.308516 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: allowed-address-pairs Aug 30 04:10:38.309045 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: auto_allocated_topology.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.310646 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.311508 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: auto-allocated-topology Aug 30 04:10:38.312031 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: availability_zone.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.313050 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.313899 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: availability_zone Aug 30 04:10:38.314462 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: availability_zone_filter.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.315791 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.316654 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: availability_zone_filter Aug 30 04:10:38.317173 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: data_plane_status.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.318519 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.319381 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extension data-plane-status not supported by any of loaded plugins Aug 30 04:10:38.320426 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: default_subnetpools.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.321617 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.322136 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: default-subnetpools Aug 30 04:10:38.322497 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: dhcpagentscheduler.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.323342 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.323811 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: dhcp_agent_scheduler Aug 30 04:10:38.324145 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: dns.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.325035 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.325544 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extension dns-integration not supported by any of loaded plugins Aug 30 04:10:38.325874 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: dns_domain_ports.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.326791 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.327298 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 30 04:10:38.327745 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.328773 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.329320 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 30 04:10:38.329800 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: dvr.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.330548 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.331059 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: dvr Aug 30 04:10:38.331606 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: ecmp_routes.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.332582 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.333093 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extension ecmp_routes not supported by any of loaded plugins Aug 30 04:10:38.333424 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: empty_string_filtering.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.334330 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.334839 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: empty-string-filtering Aug 30 04:10:38.335167 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.336680 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.337187 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 30 04:10:38.337516 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.338442 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.338942 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 30 04:10:38.339271 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: external_net.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.340160 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.340673 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: external-net Aug 30 04:10:38.341004 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: extra_dhcp_opt.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.341879 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.342416 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: extra_dhcp_opt Aug 30 04:10:38.342747 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: extraroute.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.343627 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.344134 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: extraroute Aug 30 04:10:38.344461 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: extraroute_atomic.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.345461 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.345972 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: extraroute-atomic Aug 30 04:10:38.346321 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: filter_validation.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.347167 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.347677 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: filter-validation Aug 30 04:10:38.348005 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: fip_pf_description.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.348887 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.349459 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 30 04:10:38.349788 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: fip_pf_port_range.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.350703 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.351251 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 30 04:10:38.351591 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: fip_port_details.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.352482 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.352990 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: fip-port-details Aug 30 04:10:38.353321 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: flavors.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.354544 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.355065 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: flavors Aug 30 04:10:38.355399 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.357025 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.357554 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 30 04:10:38.357895 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: floatingip_pools.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.358595 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.359114 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: floatingip-pools Aug 30 04:10:38.359446 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: ip_allocation.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.360339 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.360860 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extension ip_allocation not supported by any of loaded plugins Aug 30 04:10:38.361190 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.362084 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.362629 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: ip-substring-filtering Aug 30 04:10:38.362966 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: l2_adjacency.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.363887 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.364397 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extension l2_adjacency not supported by any of loaded plugins Aug 30 04:10:38.364729 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: l3.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.365679 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.366205 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: router Aug 30 04:10:38.366567 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: l3_conntrack_helper.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.368956 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.369492 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 30 04:10:38.369830 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.370767 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.371286 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: ext-gw-mode Aug 30 04:10:38.371620 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.372513 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.373023 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: l3-ha Aug 30 04:10:38.373353 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.374232 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.374766 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 30 04:10:38.375095 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: l3_flavors.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.375985 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.376492 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: l3-flavors Aug 30 04:10:38.376819 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: l3_ndp_proxy.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.378366 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.378886 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 30 04:10:38.379224 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.380116 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.380633 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: l3-port-ip-change-not-allowed Aug 30 04:10:38.380968 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: l3agentscheduler.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.381990 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.383091 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: l3_agent_scheduler Aug 30 04:10:38.383421 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: local_ip.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.385139 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.385669 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extension local_ip not supported by any of loaded plugins Aug 30 04:10:38.386010 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: logging.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.387484 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.388007 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extension logging not supported by any of loaded plugins Aug 30 04:10:38.388348 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: metering.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.389065 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.389852 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: metering Aug 30 04:10:38.390191 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.391282 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.391805 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: metering_source_and_destination_fields Aug 30 04:10:38.392139 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: multiprovidernet.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.393047 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.393548 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: multi-provider Aug 30 04:10:38.393879 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: netmtu.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.394806 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.395318 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: net-mtu Aug 30 04:10:38.395650 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: netmtu_writable.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.396546 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.397317 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: net-mtu-writable Aug 30 04:10:38.397648 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: network_availability_zone.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.398888 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.399402 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: network_availability_zone Aug 30 04:10:38.399733 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: network_ip_availability.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.400813 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.401331 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: network-ip-availability Aug 30 04:10:38.401669 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: network_segment_range.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.402442 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.403029 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extension network-segment-range not supported by any of loaded plugins Aug 30 04:10:38.403372 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: pagination.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.404329 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.404671 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: pagination Aug 30 04:10:38.405001 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: port_device_profile.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.405881 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.406431 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: port-device-profile Aug 30 04:10:38.406761 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: port_mac_address_override.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.407657 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.408173 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: port-mac-override Aug 30 04:10:38.408504 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.409397 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.409908 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: port-mac-address-regenerate Aug 30 04:10:38.410243 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.411166 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.411678 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: port-numa-affinity-policy Aug 30 04:10:38.412010 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: port_resource_request.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.412891 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.413397 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extension port-resource-request not supported by any of loaded plugins Aug 30 04:10:38.413750 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: port_resource_request_groups.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.414984 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.415494 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 30 04:10:38.415825 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: portbindings.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.416722 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.417237 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: binding Aug 30 04:10:38.417569 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: portbindings_extended.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.418856 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.419376 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: binding-extended Aug 30 04:10:38.419712 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: portsecurity.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.420603 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.421117 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: port-security Aug 30 04:10:38.421450 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: project_id.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.422449 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.422795 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: project-id Aug 30 04:10:38.423128 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: providernet.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.424021 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.424540 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: provider Aug 30 04:10:38.424870 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: qos.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.428338 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.428870 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extension qos not supported by any of loaded plugins Aug 30 04:10:38.429217 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.430653 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.431182 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 30 04:10:38.431521 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.432438 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.432963 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 30 04:10:38.433299 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: qos_default.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.434183 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.434727 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extension qos-default not supported by any of loaded plugins Aug 30 04:10:38.435064 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: qos_fip.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.435959 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.436475 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extension qos-fip not supported by any of loaded plugins Aug 30 04:10:38.436808 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: qos_fip_network_policy.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.437694 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.438208 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 30 04:10:38.438644 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: qos_gateway_ip.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.439544 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.440061 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 30 04:10:38.440389 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: qos_port_network_policy.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.441270 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.441779 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 30 04:10:38.442110 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.443143 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.443658 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 30 04:10:38.443988 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.445555 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.446078 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 30 04:10:38.446439 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: qos_pps_rule.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.447665 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.448370 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extension qos-pps not supported by any of loaded plugins Aug 30 04:10:38.448711 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: qos_rule_type_details.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.449614 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.450124 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 30 04:10:38.450481 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: qos_rule_type_filter.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.451372 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.451881 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 30 04:10:38.452209 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: qos_rules_alias.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.453230 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.453741 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 30 04:10:38.454070 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: quota_check_limit.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.454985 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.455498 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: quota-check-limit Aug 30 04:10:38.455826 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: quotasv2.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.456757 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.457091 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: quotas Aug 30 04:10:38.457419 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: quotasv2_detail.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.459135 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.459485 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: quota_details Aug 30 04:10:38.459820 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: rbac.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.461270 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.461800 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: rbac-policies Aug 30 04:10:38.462141 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: rbac_address_group.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.463068 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.463593 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: rbac-address-group Aug 30 04:10:38.463930 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: rbac_address_scope.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.464822 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.465343 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: rbac-address-scope Aug 30 04:10:38.465679 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: rbac_security_groups.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.466677 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.467199 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: rbac-security-groups Aug 30 04:10:38.467534 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: rbac_subnetpool.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.468427 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.468947 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: rbac-subnetpool Aug 30 04:10:38.469285 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: revisionifmatch.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.470186 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.470736 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: revision-if-match Aug 30 04:10:38.471069 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: revisions.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.472160 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.472685 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: standard-attr-revisions Aug 30 04:10:38.473023 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: router_availability_zone.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.473677 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.474199 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: router_availability_zone Aug 30 04:10:38.474733 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: routerservicetype.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.475695 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.476737 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extension router-service-type not supported by any of loaded plugins Aug 30 04:10:38.477293 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.478279 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.478797 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: security-groups-normalized-cidr Aug 30 04:10:38.479130 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: security_groups_port_filtering.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.480038 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.480553 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: port-security-groups-filtering Aug 30 04:10:38.480889 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.481786 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.482332 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: security-groups-remote-address-group Aug 30 04:10:38.482669 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.483582 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.484103 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: security-groups-shared-filtering Aug 30 04:10:38.484437 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: securitygroup.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.494271 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.494804 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: security-group Aug 30 04:10:38.495147 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: segment.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.495852 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.496369 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extension segment not supported by any of loaded plugins Aug 30 04:10:38.496706 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.497616 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.498136 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 30 04:10:38.498503 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: servicetype.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.499571 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.500091 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: service-type Aug 30 04:10:38.500424 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: sorting.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.501382 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.501724 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: sorting Aug 30 04:10:38.502056 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: standard_attr_segment.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.502972 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.503489 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 30 04:10:38.503823 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: standardattrdescription.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.504552 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.505074 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: standard-attr-description Aug 30 04:10:38.505410 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: stateful_security_group.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.506356 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.506882 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: stateful-security-group Aug 30 04:10:38.507219 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: stdattrs_common.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.508731 dv-cinder-852208-11-iscsi neutron-server[106178]: WARNING neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 30 04:10:38.508731 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.509635 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.510155 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 30 04:10:38.510513 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: subnet_onboard.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.511549 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.512070 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: subnet_onboard Aug 30 04:10:38.512405 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.513304 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.513822 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 30 04:10:38.514156 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: subnet_service_types.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.515083 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.515611 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: subnet-service-types Aug 30 04:10:38.515945 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: subnetallocation.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.516999 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.517518 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: subnet_allocation Aug 30 04:10:38.517854 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.518530 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.519058 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: subnetpool-prefix-ops Aug 30 04:10:38.519392 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.520300 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.520812 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 30 04:10:38.521144 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: tagging.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.522474 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.522994 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: standard-attr-tag Aug 30 04:10:38.523409 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: timestamp.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.524598 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.525122 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loaded extension: standard-attr-timestamp Aug 30 04:10:38.525458 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: trunk.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.526496 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.527021 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extension trunk not supported by any of loaded plugins Aug 30 04:10:38.527359 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: trunk_details.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.528251 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.528764 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extension trunk-details not supported by any of loaded plugins Aug 30 04:10:38.529105 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: uplink_status_propagation.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.529996 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.530544 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 30 04:10:38.530880 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Loading extension file: vlantransparent.py {{(pid=106178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:10:38.531521 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:10:38.532030 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extension vlan-transparent not supported by any of loaded plugins Aug 30 04:10:38.534685 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.quota.resource_registry [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Creating instance of TrackedResource for resource:network Aug 30 04:10:38.535217 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.quota.resource_registry [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Creating instance of TrackedResource for resource:subnet Aug 30 04:10:38.535625 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.quota.resource_registry [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 04:10:38.536025 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.quota.resource_registry [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Creating instance of TrackedResource for resource:port Aug 30 04:10:38.537304 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.v2.resource_helper [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 04:10:38.537755 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.v2.resource_helper [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Service FLAVORS assigned prefix: {{(pid=106178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 04:10:38.538466 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.v2.resource_helper [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 04:10:38.538878 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.v2.resource_helper [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 04:10:38.539224 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.quota.resource_registry [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Creating instance of TrackedResource for resource:router Aug 30 04:10:38.539666 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.quota.resource_registry [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Creating instance of TrackedResource for resource:floatingip Aug 30 04:10:38.540203 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.v2.resource_helper [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Service METERING assigned prefix: /metering {{(pid=106178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 04:10:38.541680 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.542063 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.542455 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:10:38.543480 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.quota.resource_registry [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Creating instance of CountableResource for resource:rbac_policy Aug 30 04:10:38.543930 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.quota.resource_registry [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Creating instance of TrackedResource for resource:security_group Aug 30 04:10:38.544384 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.quota.resource_registry [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Creating instance of TrackedResource for resource:security_group_rule Aug 30 04:10:38.544916 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.v2.resource_helper [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Service CORE assigned prefix: {{(pid=106178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 04:10:38.545254 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.quota.resource_registry [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 04:10:38.545608 dv-cinder-852208-11-iscsi neutron-server[106178]: WARNING neutron.quota.resource_registry [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] subnetpool is already registered Aug 30 04:10:38.546065 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.v2.resource_helper [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Service CORE assigned prefix: {{(pid=106178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 04:10:38.546445 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.quota.resource_registry [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 04:10:38.546793 dv-cinder-852208-11-iscsi neutron-server[106178]: WARNING neutron.quota.resource_registry [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] subnetpool is already registered Aug 30 04:10:38.549230 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.v2.resource_helper [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 04:10:38.549679 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.v2.resource_helper [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Service FLAVORS assigned prefix: {{(pid=106178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 04:10:38.550329 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.v2.resource_helper [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 04:10:38.550768 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.v2.resource_helper [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 04:10:38.551111 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.quota.resource_registry [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Creating instance of TrackedResource for resource:router Aug 30 04:10:38.551462 dv-cinder-852208-11-iscsi neutron-server[106178]: WARNING neutron.quota.resource_registry [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] router is already registered Aug 30 04:10:38.551885 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.quota.resource_registry [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Creating instance of TrackedResource for resource:floatingip Aug 30 04:10:38.552233 dv-cinder-852208-11-iscsi neutron-server[106178]: WARNING neutron.quota.resource_registry [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] floatingip is already registered Aug 30 04:10:38.552701 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.v2.resource_helper [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Service METERING assigned prefix: /metering {{(pid=106178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 04:10:38.553403 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.quota.resource_registry [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Creating instance of CountableResource for resource:rbac_policy Aug 30 04:10:38.553743 dv-cinder-852208-11-iscsi neutron-server[106178]: WARNING neutron.quota.resource_registry [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] rbac_policy is already registered Aug 30 04:10:38.554166 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.quota.resource_registry [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Creating instance of TrackedResource for resource:security_group Aug 30 04:10:38.555155 dv-cinder-852208-11-iscsi neutron-server[106178]: WARNING neutron.quota.resource_registry [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] security_group is already registered Aug 30 04:10:38.555597 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.quota.resource_registry [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Creating instance of TrackedResource for resource:security_group_rule Aug 30 04:10:38.555854 dv-cinder-852208-11-iscsi neutron-server[106178]: WARNING neutron.quota.resource_registry [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] security_group_rule is already registered Aug 30 04:10:38.556498 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.v2.resource_helper [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Service CORE assigned prefix: {{(pid=106178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 04:10:38.556945 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.quota.resource_registry [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 04:10:38.557296 dv-cinder-852208-11-iscsi neutron-server[106178]: WARNING neutron.quota.resource_registry [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] subnetpool is already registered Aug 30 04:10:38.557827 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.v2.resource_helper [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Service CORE assigned prefix: {{(pid=106178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 04:10:38.558182 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.quota.resource_registry [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 04:10:38.558640 dv-cinder-852208-11-iscsi neutron-server[106178]: WARNING neutron.quota.resource_registry [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] subnetpool is already registered Aug 30 04:10:38.559141 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extended resource: extensions {{(pid=106178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:10:38.560624 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extended resource: address-groups {{(pid=106178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:10:38.562123 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extended resource: address-scopes {{(pid=106178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:10:38.563499 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extended resource: agents {{(pid=106178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:10:38.564686 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extended resource: auto-allocated-topology {{(pid=106178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:10:38.565948 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extended resource: availability_zones {{(pid=106178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:10:38.567319 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extended resource: dhcp-networks {{(pid=106178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:10:38.568869 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extended resource: dhcp-agents {{(pid=106178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:10:38.571140 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extended resource: routers {{(pid=106178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:10:38.572885 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extended resource: flavors {{(pid=106178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:10:38.574229 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extended resource: service_profiles {{(pid=106178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:10:38.575474 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extended resource: next_providers {{(pid=106178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:10:38.576966 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extended resource: service_profiles {{(pid=106178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:10:38.579579 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extended resource: floatingip-pools {{(pid=106178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:10:38.580864 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extended resource: routers {{(pid=106178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:10:38.582643 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extended resource: floatingips {{(pid=106178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:10:38.583940 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extended resource: l3-routers {{(pid=106178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:10:38.585371 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extended resource: l3-agents {{(pid=106178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:10:38.587089 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extended resource: metering-labels {{(pid=106178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:10:38.588370 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extended resource: metering-label-rules {{(pid=106178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:10:38.589809 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extended resource: network-ip-availabilities {{(pid=106178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:10:38.591128 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extended resource: bindings {{(pid=106178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:10:38.592715 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extended resource: quotas {{(pid=106178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:10:38.594432 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extended resource: quotas {{(pid=106178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:10:38.596002 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extended resource: rbac-policies {{(pid=106178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:10:38.597221 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extended resource: security-groups {{(pid=106178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:10:38.598581 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extended resource: security-group-rules {{(pid=106178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:10:38.599970 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extended resource: service-providers {{(pid=106178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:10:38.601237 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extended resource: subnetpools {{(pid=106178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:10:38.602672 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extended resource: subnetpools {{(pid=106178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:10:38.604270 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extended resource: tags {{(pid=106178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:10:38.606103 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extended resource: tags {{(pid=106178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:10:38.608007 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extended resource: tags {{(pid=106178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:10:38.609846 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extended resource: tags {{(pid=106178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:10:38.611614 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extended resource: tags {{(pid=106178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:10:38.613605 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extended resource: tags {{(pid=106178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:10:38.615383 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extended resource: tags {{(pid=106178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:10:38.617929 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extended resource: tags {{(pid=106178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:10:38.619804 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extended resource: tags {{(pid=106178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:10:38.621580 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron.api.extensions [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Extended resource: tags {{(pid=106178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:10:38.627831 dv-cinder-852208-11-iscsi neutron-server[106178]: WARNING keystonemiddleware.auth_token [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 30 04:10:38.633836 dv-cinder-852208-11-iscsi neutron-server[106178]: WARNING keystonemiddleware.auth_token [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 30 04:10:38.642824 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_concurrency.lockutils [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Acquiring lock "singleton_lock" {{(pid=106178) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 30 04:10:38.643163 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_concurrency.lockutils [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Acquired lock "singleton_lock" {{(pid=106178) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 30 04:10:38.643645 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_concurrency.lockutils [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Releasing lock "singleton_lock" {{(pid=106178) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 30 04:10:38.644302 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO oslo_service.service [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Starting 2 workers Aug 30 04:10:38.649659 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Started child 106292 {{(pid=106178) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 04:10:38.654338 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Started child 106293 {{(pid=106178) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 04:10:38.654999 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:10:38.655978 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO neutron.service [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Neutron service started, listening on 0.0.0.0:9696 Aug 30 04:10:38.656524 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [-] (106292) wsgi starting up on http://0.0.0.0:9696 Aug 30 04:10:38.656707 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Publish callbacks [] for process (None), before_spawn {{(pid=106178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:10:38.659193 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:10:38.659710 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO oslo_service.service [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Starting 1 workers Aug 30 04:10:38.660584 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [-] (106293) wsgi starting up on http://0.0.0.0:9696 Aug 30 04:10:38.664548 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Started child 106294 {{(pid=106178) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 04:10:38.665122 dv-cinder-852208-11-iscsi neutron-server[106178]: INFO oslo_service.service [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Starting 1 workers Aug 30 04:10:38.668709 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.service [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] calling RpcWorker wait() {{(pid=106294) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 30 04:10:38.669279 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.service [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] returning from RpcWorker wait() {{(pid=106294) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 30 04:10:38.669765 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Started child 106295 {{(pid=106178) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 04:10:38.670603 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG neutron_lib.callbacks.manager [None req-478c0dca-7898-4c7a-acd6-86100210cb7c None None] Publish callbacks [] for process (None), after_spawn {{(pid=106178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:10:38.670724 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:10:38.671222 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:10:38.672539 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106178) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 30 04:10:38.672759 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 04:10:38.672953 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 04:10:38.673179 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 04:10:38.673532 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 04:10:38.673725 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 04:10:38.674271 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.674561 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.674831 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.675096 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.675581 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:10:38.676055 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.676055 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.676206 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.676484 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.676749 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.676927 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.677098 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.677362 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.677612 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.677948 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.678226 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.678493 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.678751 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.678937 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.679193 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.680082 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.680444 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.680730 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] debug = True {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.681004 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.681520 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.681779 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.682032 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.682297 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.682579 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.682836 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.683128 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.683370 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.683614 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.683861 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.684123 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.684382 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.684633 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.684873 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.685178 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.685406 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.685907 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] host = dv-cinder-852208-11-iscsi {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.686172 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.686458 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.686719 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.686993 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.687255 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.687479 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.687735 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.688023 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.688288 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.688521 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.688805 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.689062 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.689304 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.689577 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] log_file = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.689747 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] log_options = True {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.690000 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.690324 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.690606 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.690807 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.690981 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.691149 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.691406 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.691575 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.691841 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.692107 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.692305 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.692524 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.692779 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.693021 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.693295 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.693544 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.693765 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.694014 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.694293 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.694566 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.694814 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.695754 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.695959 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.696258 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.696500 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.696724 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.696961 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.697205 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.697442 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.697655 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.697913 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.699532 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.700093 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.700798 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:10:38.700971 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.701129 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.701433 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.701647 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.701978 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.702169 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.703106 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.703396 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.705869 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.709600 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.709916 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.710183 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.710486 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.710896 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] use_json = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.711120 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.711539 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.711824 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.712087 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.712327 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.712560 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.712812 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.713081 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.713340 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.713771 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.714072 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.714624 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.714995 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.715266 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.715522 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.716395 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.716630 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.716892 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.717302 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.717781 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.718170 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.718704 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.719075 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.719437 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.719794 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.720072 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.720483 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.720915 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.721309 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.721566 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.721836 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.722130 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.722392 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.722645 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.722894 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.723149 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.723447 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.723733 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.724027 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.724423 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.724700 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.724958 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.725226 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.725454 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.725708 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.725954 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.726180 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.726549 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.727043 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.727377 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.727640 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.727900 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.728136 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.728520 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.728938 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.729358 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.729778 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.730267 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.730673 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.731052 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.731469 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.731848 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.732250 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.732492 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.732723 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.732967 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.733205 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.733473 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.733726 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.733969 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.734196 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.734485 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.734714 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.734960 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.735174 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.735484 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.735733 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.735981 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.736201 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.738291 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.738537 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.738772 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.739011 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.739270 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.739528 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.739757 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.739985 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.740207 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.740426 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.740649 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.740867 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.741086 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.741303 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.741514 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.741739 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.743094 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.743444 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.743682 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.743916 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.744135 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.744396 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.744716 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.744971 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.745224 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.745624 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.745897 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.746121 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.746430 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.746691 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.746937 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.747158 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.747432 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.747681 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.747926 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.748159 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.748381 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.748621 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.748853 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.749071 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.749293 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.749518 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.749736 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.749987 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.750230 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.750493 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.750742 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.751001 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.751275 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.751539 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.751760 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.751995 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.752230 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.752525 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.752773 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.753049 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.753270 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.753576 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.753901 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.754169 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.754458 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.754715 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.754981 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.755252 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.755504 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.755753 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.755985 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.756238 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.756459 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.756708 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.756952 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.757172 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.757406 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.758405 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.758659 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.759063 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.759420 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.759682 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.759973 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.760230 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.760502 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.760809 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.761054 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.761303 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.761559 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.761800 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.762038 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.762296 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.762560 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.763005 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.763535 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.763783 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.764044 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.764270 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.764531 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.764753 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.764974 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.765192 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.765417 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.765637 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.765887 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.766107 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.766348 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.766594 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.766815 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.767035 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.767255 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.767486 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.767732 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.767956 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.768232 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.768499 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.768718 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.768947 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.769190 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.769432 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.769644 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.769909 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.770131 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.770382 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.770588 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.770979 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.771198 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.771441 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.771962 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.772183 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.772444 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.772680 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.773030 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.773427 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.773854 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.774137 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.774436 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.774685 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.774910 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.775154 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.775396 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.775634 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.775861 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.776085 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.776328 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.776552 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.776790 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.777009 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.777230 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.777450 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.777713 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.777957 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.778200 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.778490 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.778746 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.778972 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.779190 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.779426 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.779794 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.779916 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.780064 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.780464 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.780721 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.780910 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.781226 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:10:38.781329 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.781493 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.781727 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.781998 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.782218 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.782489 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.782720 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.782936 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.783172 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.783399 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.783618 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.783926 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.784178 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.784548 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.784766 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.785011 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.785584 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.786034 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.786299 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.786541 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.786763 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.787077 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.787306 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.787534 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.787755 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.787972 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.788193 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.788422 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.788642 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.788925 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.789554 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.789778 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.789995 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.790224 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.790471 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.790711 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.791025 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.791293 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.791516 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.791814 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.792053 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.792303 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.792556 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.792864 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.793102 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.793366 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.793622 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.793842 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.794080 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.794381 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.794714 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.795017 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.795268 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.795530 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.795803 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.796082 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.796365 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.796586 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.796884 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.797241 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.797516 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.797785 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.798047 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.798319 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.798547 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.798767 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.799009 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.799252 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.799490 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.799741 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.799974 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.800221 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.800461 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.800692 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.800912 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.801139 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.801375 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.801599 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.801841 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.802002 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 04:10:38.802577 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106178) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 30 04:10:38.802744 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 04:10:38.802902 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 04:10:38.803074 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 04:10:38.803248 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 04:10:38.803471 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 04:10:38.803697 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.803869 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.804022 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.804182 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.804896 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.805181 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.805471 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.805671 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.805836 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.805998 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.806162 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.806749 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.806917 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.807081 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.807243 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.807404 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.807569 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.807736 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.807899 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.808065 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.808224 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.808386 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] debug = True {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.808550 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.808776 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.808958 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.809107 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.809245 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.809507 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.811666 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.811843 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.812016 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.812187 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.812346 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.812519 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.812694 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.812863 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.813030 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.813196 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.813360 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.813514 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] host = dv-cinder-852208-11-iscsi {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.813809 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.813809 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.814082 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.814219 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.814403 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.814588 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.814728 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.814872 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.815028 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.815169 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.815305 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.815442 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.815578 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.815713 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] log_file = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.815848 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] log_options = True {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.815984 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.816157 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.816298 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.816435 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.816603 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.816768 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.816917 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.817078 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.817228 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.817390 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.817550 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.817711 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.817885 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.818020 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.818170 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.818343 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.818632 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.818796 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.818959 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.819122 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.819281 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.819441 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.819601 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.819839 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.819975 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.820177 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.820948 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.821248 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.821634 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.821779 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.821914 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.822048 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.822178 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.822333 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.822461 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.822620 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.822781 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.822944 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.823110 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.823270 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.823431 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.823593 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.823755 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.823916 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.824077 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.824286 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.824388 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] use_json = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.824547 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.824707 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.824867 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.825028 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.825360 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.825360 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.825515 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.825638 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.825801 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:10:38.825987 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.826152 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.826352 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.826519 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.826758 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.826856 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.826998 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.827321 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.827465 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.827628 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.827798 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.827963 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.828145 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.828313 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.828474 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.828665 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.828815 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.828978 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.829144 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.829308 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.829472 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.829638 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.829813 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.830024 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.830114 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.830323 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.830487 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.830659 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.830821 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.830992 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.831186 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.831335 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.831498 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.831662 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.831825 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.831989 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.832155 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.832320 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.832484 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.832648 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.832811 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.832974 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.833138 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.833302 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.833466 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.833631 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.833795 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.833959 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.834123 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.834308 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.834473 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.834638 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.834801 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.834965 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.835129 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.835293 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.835456 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.836157 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.836449 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.836755 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.836953 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.837121 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.837285 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.837450 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.837613 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.837778 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.837943 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.838106 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.838303 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.838471 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.838639 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.838803 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.838967 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.839130 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.839292 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.839456 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.839620 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.839782 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.839945 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.840123 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.840258 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.840420 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.840584 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.840748 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.840912 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.841076 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.841238 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.841402 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.841565 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.841728 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.841891 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.842062 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.842240 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.842423 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.842586 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.842749 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.842912 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.843075 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.843237 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.843399 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.843562 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.843726 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.843890 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.844054 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.844220 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.844382 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.844546 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.844708 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.844871 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.845033 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.845198 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.845360 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.845523 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.845686 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.845849 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.846012 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.846175 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.846430 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.846597 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.846760 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.846924 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.847086 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.847249 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.847421 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.847584 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.847749 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.847912 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.848083 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.848258 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.848423 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.848594 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.848757 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.848921 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.849085 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.849249 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.849413 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.849578 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.849757 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.849930 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.850121 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.850292 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.850460 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.850633 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.850798 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.850961 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.851126 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.851920 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.852320 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.852607 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.852823 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.853673 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.853847 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.854014 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.854181 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.855015 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.855190 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.855358 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.855523 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.855688 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.855854 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.856019 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.856183 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.856349 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.856514 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.856677 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.856841 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.857006 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.857169 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.857334 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.857499 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.857661 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.857824 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.857987 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.858150 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.858336 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.858501 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.858664 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.858828 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.858992 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.859155 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.859321 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.859485 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.859649 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.859818 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.859983 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.860148 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.860312 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.860479 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.860644 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.860810 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.860975 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.861137 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.861302 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.861466 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.861630 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.861794 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.861957 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.862119 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.862328 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.862493 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.862664 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.863342 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.863342 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.863342 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.863342 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.863642 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.863642 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.863785 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.863867 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.864020 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.864183 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.864345 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.864508 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.864671 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.864834 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.864999 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.865166 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.865333 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.865496 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.865660 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.865824 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.865988 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.866152 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.866341 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.866505 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.866668 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.866891 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.867146 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.867452 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.867671 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.867854 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.868022 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.868187 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.868351 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.868515 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.868679 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.868854 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.869018 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.869181 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.869344 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.869508 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.869671 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.869849 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.870013 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.870176 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.870363 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.870528 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.870691 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.870864 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.871028 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.871192 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.871355 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.871515 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.871669 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.871841 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.872005 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.872168 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.872327 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.872482 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.872645 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.872818 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.872981 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.873144 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.873305 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.873469 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.873631 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.873803 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.873970 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.874134 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.874327 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.874492 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.874655 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.874819 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.874995 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.875159 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.875326 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.875485 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.875639 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.875801 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.875966 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.876135 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.876308 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.876479 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.876644 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.876815 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.876987 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.877159 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.877322 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.877493 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.877668 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.877832 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.877996 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.878159 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.878343 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.878509 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.878672 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.878836 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.878998 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.879162 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.879327 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.879491 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.879655 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.879824 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.879988 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.880151 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.880313 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.880561 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.880671 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.881148 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:10:38.881148 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 04:10:38.937899 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 43466) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:10:38.945452 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [-] 10.222.0.46 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0049088 Aug 30 04:10:38.950008 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [-] 10.222.0.46 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0039563 Aug 30 04:10:48.124965 dv-cinder-852208-11-iscsi neutron-server[106178]: DEBUG dbcounter [-] [106178] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106178) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:10:50.313409 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b09209-4555-4647-8098-c25a1c96d61a None None] get_active_networks_info from dv-cinder-852208-11-iscsi {{(pid=106294) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 30 04:10:50.347431 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writer thread running {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 30 04:10:50.408080 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b09209-4555-4647-8098-c25a1c96d61a None None] No non-hosted networks {{(pid=106294) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 30 04:10:50.456885 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.agentschedulers_db [None req-99b09209-4555-4647-8098-c25a1c96d61a None None] DHCP Agent not found on host dv-cinder-852208-11-iscsi {{(pid=106294) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Aug 30 04:10:50.506088 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-61b75bde-72a9-4c36-b717-84dd992e572c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573317'] for agent (1bd89ca2-58f6-428d-83bf-6325bad549fd), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:10:51.907086 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writer thread running {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 30 04:10:52.480885 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-4073f64f-8891-4499-a54f-2b6cbb5764f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573317'] for agent (70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:10:52.511616 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-93424669-9ab2-4862-8017-10b3652f8d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:10:53.756960 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8bdbbddc-d827-40e6-b8fb-29930693a668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573317'] for agent (0ba81f50-231f-4a87-bfed-adcf093ea106), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:10:53.859222 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 43540) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:10:54.468456 dv-cinder-852208-11-iscsi neutron-server[106293]: WARNING oslo_policy.policy [None req-18051c19-9660-4f08-9e29-5e983b82bb57 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 04:10:54.469119 dv-cinder-852208-11-iscsi neutron-server[106293]: WARNING oslo_policy.policy [None req-18051c19-9660-4f08-9e29-5e983b82bb57 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 04:10:54.698050 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [None req-18051c19-9660-4f08-9e29-5e983b82bb57 admin admin] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106293) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 04:10:54.699496 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-18051c19-9660-4f08-9e29-5e983b82bb57 admin admin] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8393533 Aug 30 04:10:55.403463 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-390264ec-bab8-4bcb-922a-62bbd4f3a683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573317'] for agent (b2cd167f-1ad0-4273-bd2a-29638b1fd1d2), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:10:55.542037 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573317'] for agent (d414c4c0-e104-4322-85c3-8bf64da32860), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:10:55.543077 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:10:55.543595 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:10:55.544773 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:10:55.545307 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:10:55.545642 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:10:55.545973 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:10:55.546753 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:10:55.547263 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:10:55.547791 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:10:55.549062 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:10:55.549633 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:10:55.557119 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:10:55.559315 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:10:55.561392 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:10:55.563207 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:10:55.563936 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-852208-11-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:10:55.583798 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-852208-11-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:10:56.022411 dv-cinder-852208-11-iscsi neutron-server[106294]: INFO neutron.db.l3_hamode_db [None req-eb6cf689-995b-48e6-a182-5bb68099f693 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 30 04:10:56.105171 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6cf689-995b-48e6-a182-5bb68099f693 None None] Routers set() bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:10:56.105540 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6cf689-995b-48e6-a182-5bb68099f693 None None] Router IDs set() for agent in host dv-cinder-852208-11-iscsi {{(pid=106294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 30 04:10:57.229517 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 43574) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:10:57.550573 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-d89fc7a1-5aa4-490a-904a-c577b5ab24b2 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:10:57.563034 dv-cinder-852208-11-iscsi neutron-server[106293]: ERROR stevedore.extension [None req-d89fc7a1-5aa4-490a-904a-c577b5ab24b2 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 30 04:10:57.648390 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.policy [None req-d89fc7a1-5aa4-490a-904a-c577b5ab24b2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106293) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 30 04:10:57.691027 dv-cinder-852208-11-iscsi neutron-server[106293]: WARNING oslo_policy.policy [None req-d89fc7a1-5aa4-490a-904a-c577b5ab24b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 04:10:57.691430 dv-cinder-852208-11-iscsi neutron-server[106293]: WARNING oslo_policy.policy [None req-d89fc7a1-5aa4-490a-904a-c577b5ab24b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 04:10:57.711263 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writer thread running {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 30 04:10:57.790778 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d89fc7a1-5aa4-490a-904a-c577b5ab24b2 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749360332296', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749360331836', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749360348889', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749360290617', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749360296604', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749360305715', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1635565', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1631420', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-540597', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-611257'] for rbac-policy (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:10:57.869884 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d89fc7a1-5aa4-490a-904a-c577b5ab24b2 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:10:57.871085 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-d89fc7a1-5aa4-490a-904a-c577b5ab24b2 admin admin] 10.222.0.46 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6405947 Aug 30 04:11:00.234615 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 43584) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:11:00.583579 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-885299d9-2ef8-49ad-96c3-635c9b5975a6 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:11:00.613466 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885299d9-2ef8-49ad-96c3-635c9b5975a6 demo demo] Made reservation on behalf of d7cf2cbacea7491b9f7ddad440c0d237 for: {'network': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:11:00.618451 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-885299d9-2ef8-49ad-96c3-635c9b5975a6 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for network (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:00.637887 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-885299d9-2ef8-49ad-96c3-635c9b5975a6 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:00.751527 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-885299d9-2ef8-49ad-96c3-635c9b5975a6 demo demo] Publish callbacks [] for security_group (c886128c-81a0-463e-958c-d7034851178e), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:00.755206 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-885299d9-2ef8-49ad-96c3-635c9b5975a6 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (c886128c-81a0-463e-958c-d7034851178e), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:00.786894 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-885299d9-2ef8-49ad-96c3-635c9b5975a6 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 803} {{(pid=106293) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 04:11:00.829595 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-885299d9-2ef8-49ad-96c3-635c9b5975a6 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749362907450', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784698'] for segment (17e13aaf-6895-47e9-a4f5-090fe512b17b), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:00.830196 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-885299d9-2ef8-49ad-96c3-635c9b5975a6 demo demo] Unsubscribe: segment precommit_create {{(pid=106293) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 30 04:11:00.830742 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.db.segments_db [None req-885299d9-2ef8-49ad-96c3-635c9b5975a6 demo demo] Added segment 17e13aaf-6895-47e9-a4f5-090fe512b17b of type vlan for network 913bcf93-eb00-4c7d-b012-80048cc9ccbe Aug 30 04:11:00.847767 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885299d9-2ef8-49ad-96c3-635c9b5975a6 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=c886128c-81a0-463e-958c-d7034851178e,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:11:00.900466 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885299d9-2ef8-49ad-96c3-635c9b5975a6 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:11:00.900802 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885299d9-2ef8-49ad-96c3-635c9b5975a6 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:11:00.901156 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885299d9-2ef8-49ad-96c3-635c9b5975a6 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:11:00.901505 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885299d9-2ef8-49ad-96c3-635c9b5975a6 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:11:00.901835 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885299d9-2ef8-49ad-96c3-635c9b5975a6 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:11:00.902158 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885299d9-2ef8-49ad-96c3-635c9b5975a6 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:11:00.902499 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885299d9-2ef8-49ad-96c3-635c9b5975a6 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:11:00.902819 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885299d9-2ef8-49ad-96c3-635c9b5975a6 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:11:00.903149 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885299d9-2ef8-49ad-96c3-635c9b5975a6 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:11:00.903468 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885299d9-2ef8-49ad-96c3-635c9b5975a6 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:11:00.903789 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885299d9-2ef8-49ad-96c3-635c9b5975a6 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:11:00.904116 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885299d9-2ef8-49ad-96c3-635c9b5975a6 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:11:00.904431 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885299d9-2ef8-49ad-96c3-635c9b5975a6 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:11:00.904743 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885299d9-2ef8-49ad-96c3-635c9b5975a6 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:11:00.905053 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885299d9-2ef8-49ad-96c3-635c9b5975a6 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:11:00.906483 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885299d9-2ef8-49ad-96c3-635c9b5975a6 demo demo] Tracked resource versions report: Aug 30 04:11:00.906483 dv-cinder-852208-11-iscsi neutron-server[106293]: pushed versions: Aug 30 04:11:00.906483 dv-cinder-852208-11-iscsi neutron-server[106293]: { 'AddressGroup': {'1.2'}, Aug 30 04:11:00.906483 dv-cinder-852208-11-iscsi neutron-server[106293]: 'Agent': {'1.1'}, Aug 30 04:11:00.906483 dv-cinder-852208-11-iscsi neutron-server[106293]: 'ConntrackHelper': {'1.0'}, Aug 30 04:11:00.906483 dv-cinder-852208-11-iscsi neutron-server[106293]: 'LocalIPAssociation': {'1.0'}, Aug 30 04:11:00.906483 dv-cinder-852208-11-iscsi neutron-server[106293]: 'Log': {'1.0'}, Aug 30 04:11:00.906483 dv-cinder-852208-11-iscsi neutron-server[106293]: 'NDPProxy': {'1.0'}, Aug 30 04:11:00.906483 dv-cinder-852208-11-iscsi neutron-server[106293]: 'Network': {'1.1'}, Aug 30 04:11:00.906483 dv-cinder-852208-11-iscsi neutron-server[106293]: 'Port': {'1.7'}, Aug 30 04:11:00.906483 dv-cinder-852208-11-iscsi neutron-server[106293]: 'PortForwarding': {'1.3'}, Aug 30 04:11:00.906483 dv-cinder-852208-11-iscsi neutron-server[106293]: 'QosPolicy': {'1.10'}, Aug 30 04:11:00.906483 dv-cinder-852208-11-iscsi neutron-server[106293]: 'SecurityGroup': {'1.5'}, Aug 30 04:11:00.906483 dv-cinder-852208-11-iscsi neutron-server[106293]: 'SecurityGroupRule': {'1.2'}, Aug 30 04:11:00.906483 dv-cinder-852208-11-iscsi neutron-server[106293]: 'SubPort': {'1.0'}, Aug 30 04:11:00.906483 dv-cinder-852208-11-iscsi neutron-server[106293]: 'Subnet': {'1.1'}, Aug 30 04:11:00.906483 dv-cinder-852208-11-iscsi neutron-server[106293]: 'Trunk': {'1.1'}} Aug 30 04:11:00.906483 dv-cinder-852208-11-iscsi neutron-server[106293]: consumer versions: Aug 30 04:11:00.906483 dv-cinder-852208-11-iscsi neutron-server[106293]: { DHCP agent@dv-cinder-852208-11-iscsi: {}, Aug 30 04:11:00.906483 dv-cinder-852208-11-iscsi neutron-server[106293]: L3 agent@dv-cinder-852208-11-iscsi: {}, Aug 30 04:11:00.906483 dv-cinder-852208-11-iscsi neutron-server[106293]: Metadata agent@dv-cinder-852208-11-iscsi: {}, Aug 30 04:11:00.906483 dv-cinder-852208-11-iscsi neutron-server[106293]: Metering agent@dv-cinder-852208-11-iscsi: {}, Aug 30 04:11:00.906483 dv-cinder-852208-11-iscsi neutron-server[106293]: Open vSwitch agent@dv-cinder-852208-11-iscsi: { 'AddressGroup': '1.2', Aug 30 04:11:00.906483 dv-cinder-852208-11-iscsi neutron-server[106293]: 'Agent': '1.1', Aug 30 04:11:00.906483 dv-cinder-852208-11-iscsi neutron-server[106293]: 'ConntrackHelper': '1.0', Aug 30 04:11:00.906483 dv-cinder-852208-11-iscsi neutron-server[106293]: 'LocalIPAssociation': '1.0', Aug 30 04:11:00.906483 dv-cinder-852208-11-iscsi neutron-server[106293]: 'Log': '1.0', Aug 30 04:11:00.906483 dv-cinder-852208-11-iscsi neutron-server[106293]: 'NDPProxy': '1.0', Aug 30 04:11:00.906483 dv-cinder-852208-11-iscsi neutron-server[106293]: 'Network': '1.1', Aug 30 04:11:00.906483 dv-cinder-852208-11-iscsi neutron-server[106293]: 'Port': '1.7', Aug 30 04:11:00.906483 dv-cinder-852208-11-iscsi neutron-server[106293]: 'PortForwarding': '1.3', Aug 30 04:11:00.906483 dv-cinder-852208-11-iscsi neutron-server[106293]: 'QosPolicy': '1.10', Aug 30 04:11:00.906483 dv-cinder-852208-11-iscsi neutron-server[106293]: 'SecurityGroup': '1.5', Aug 30 04:11:00.906483 dv-cinder-852208-11-iscsi neutron-server[106293]: 'SecurityGroupRule': '1.2', Aug 30 04:11:00.906483 dv-cinder-852208-11-iscsi neutron-server[106293]: 'SubPort': '1.0', Aug 30 04:11:00.906483 dv-cinder-852208-11-iscsi neutron-server[106293]: 'Subnet': '1.1', Aug 30 04:11:00.906483 dv-cinder-852208-11-iscsi neutron-server[106293]: 'Trunk': '1.1'}} Aug 30 04:11:00.906483 dv-cinder-852208-11-iscsi neutron-server[106293]: {{(pid=106293) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 04:11:00.940196 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-885299d9-2ef8-49ad-96c3-635c9b5975a6 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749362409045'] for network (913bcf93-eb00-4c7d-b012-80048cc9ccbe), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:00.983466 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-885299d9-2ef8-49ad-96c3-635c9b5975a6 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472'] for network (913bcf93-eb00-4c7d-b012-80048cc9ccbe), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:00.988458 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885299d9-2ef8-49ad-96c3-635c9b5975a6 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:11:00.989177 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-885299d9-2ef8-49ad-96c3-635c9b5975a6 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for network (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:00.998449 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=53,neutron:INSERT=44,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:11:01.084005 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-885299d9-2ef8-49ad-96c3-635c9b5975a6 demo demo] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8483267 Aug 30 04:11:01.116611 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885299d9-2ef8-49ad-96c3-635c9b5975a6 demo demo] Pushing event updated for resources: {'Network': ['ID=913bcf93-eb00-4c7d-b012-80048cc9ccbe,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:11:01.130190 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Network 913bcf93-eb00-4c7d-b012-80048cc9ccbe details requested by agent ovs-agent-dv-cinder-852208-11-iscsi with host dv-cinder-852208-11-iscsi {{(pid=106294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 04:11:03.572517 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 43598) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:11:03.993108 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b393d7-da9b-4f42-b4d5-6bf26e229b38 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:11:03.994509 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-b7b393d7-da9b-4f42-b4d5-6bf26e229b38 demo admin] 10.222.0.46 "GET /networking/v2.0/networks/913bcf93-eb00-4c7d-b012-80048cc9ccbe HTTP/1.1" status: 200 len: 825 time: 0.4211125 Aug 30 04:11:04.020013 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-663f961e-dee4-4249-a032-9a30d9d4a80f demo admin] 10.222.0.46 "GET /networking/v2.0/subnetpools/3f6cd3c9-5425-40c7-ba57-cca9793ba905 HTTP/1.1" status: 200 len: 734 time: 0.0194273 Aug 30 04:11:04.029803 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-a1833151-861e-4a36-8694-1d3ec4de09f7 demo admin] Request body: {'subnet': {'subnetpool_id': '3f6cd3c9-5425-40c7-ba57-cca9793ba905', 'gateway_ip': '172.20.0.1', 'network_id': '913bcf93-eb00-4c7d-b012-80048cc9ccbe', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:11:04.051644 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1833151-861e-4a36-8694-1d3ec4de09f7 demo admin] Made reservation on behalf of d7cf2cbacea7491b9f7ddad440c0d237 for: {'subnet': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:11:04.053974 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-a1833151-861e-4a36-8694-1d3ec4de09f7 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:04.197799 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:11:04.359316 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-a1833151-861e-4a36-8694-1d3ec4de09f7 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472'] for subnet (15d0bcc1-d06a-4dff-87f4-ce414fa94de5), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:04.430852 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1833151-861e-4a36-8694-1d3ec4de09f7 demo admin] Pushing event updated for resources: {'Subnet': ['ID=15d0bcc1-d06a-4dff-87f4-ce414fa94de5,revision_number=0']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:11:04.436963 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1833151-861e-4a36-8694-1d3ec4de09f7 demo admin] Checking segment: {'id': '17e13aaf-6895-47e9-a4f5-090fe512b17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '913bcf93-eb00-4c7d-b012-80048cc9ccbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:11:04.437986 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1833151-861e-4a36-8694-1d3ec4de09f7 demo admin] Network hostable DHCP agents. Network: 913bcf93-eb00-4c7d-b012-80048cc9ccbe, hostable agents: ['1bd89ca2-58f6-428d-83bf-6325bad549fd'], hosted agents: [] {{(pid=106293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 04:11:04.462828 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1833151-861e-4a36-8694-1d3ec4de09f7 demo admin] Network 913bcf93-eb00-4c7d-b012-80048cc9ccbe is scheduled to be hosted by DHCP agent 1bd89ca2-58f6-428d-83bf-6325bad549fd with binding_index 1 {{(pid=106293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 04:11:04.473380 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-a1833151-861e-4a36-8694-1d3ec4de09f7 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852208-11-iscsi, 913bcf93-eb00-4c7d-b012-80048cc9ccbe) {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:11:04.478756 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1833151-861e-4a36-8694-1d3ec4de09f7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:11:04.479360 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-a1833151-861e-4a36-8694-1d3ec4de09f7 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for subnet (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:04.484249 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2959d979-943e-4e08-b6c9-ab4c30947b38 None None] Network 913bcf93-eb00-4c7d-b012-80048cc9ccbe requested from dv-cinder-852208-11-iscsi {{(pid=106294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:11:04.496501 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-a1833151-861e-4a36-8694-1d3ec4de09f7 demo admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4699471 Aug 30 04:11:04.750566 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0d261d-4ea6-4e6e-ab96-756b3b99bc1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe061a4b4-6b24-5e8c-afc3-0a1b8ef042c0-913bcf93-eb00-4c7d-b012-80048cc9ccbe', 'network_id': '913bcf93-eb00-4c7d-b012-80048cc9ccbe', 'project_id': 'd7cf2cbacea7491b9f7ddad440c0d237', 'fixed_ips': [{'subnet_id': '15d0bcc1-d06a-4dff-87f4-ce414fa94de5'}]}} from dv-cinder-852208-11-iscsi. {{(pid=106294) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 04:11:04.751874 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cf0d261d-4ea6-4e6e-ab96-756b3b99bc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:05.032100 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.db_base_plugin_common [None req-cf0d261d-4ea6-4e6e-ab96-756b3b99bc1b None None] Allocated IP 172.20.0.2 (913bcf93-eb00-4c7d-b012-80048cc9ccbe/15d0bcc1-d06a-4dff-87f4-ce414fa94de5/7d9ef4e5-4cce-4f10-89b9-81c91e9eab22) {{(pid=106294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:11:05.133658 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=64,neutron:INSERT=34,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:11:05.305181 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cf0d261d-4ea6-4e6e-ab96-756b3b99bc1b None None] Publish callbacks [] for port (7d9ef4e5-4cce-4f10-89b9-81c91e9eab22), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:05.313072 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cf0d261d-4ea6-4e6e-ab96-756b3b99bc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830'] for port (7d9ef4e5-4cce-4f10-89b9-81c91e9eab22), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:05.383640 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0d261d-4ea6-4e6e-ab96-756b3b99bc1b None None] Network 913bcf93-eb00-4c7d-b012-80048cc9ccbe is already hosted by enough agents. {{(pid=106294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:11:05.392112 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.scheduler.base_scheduler [None req-cf0d261d-4ea6-4e6e-ab96-756b3b99bc1b None None] Resources bound (agent type, host, resource id): {{(pid=106294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:11:05.401141 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0d261d-4ea6-4e6e-ab96-756b3b99bc1b None None] Received port after_create {{(pid=106294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:11:05.407043 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0d261d-4ea6-4e6e-ab96-756b3b99bc1b None None] Pushing event updated for resources: {'Port': ['ID=7d9ef4e5-4cce-4f10-89b9-81c91e9eab22,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:11:05.459165 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0d261d-4ea6-4e6e-ab96-756b3b99bc1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:11:05.459516 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0d261d-4ea6-4e6e-ab96-756b3b99bc1b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:11:05.459876 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0d261d-4ea6-4e6e-ab96-756b3b99bc1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:11:05.460233 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0d261d-4ea6-4e6e-ab96-756b3b99bc1b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:11:05.460696 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0d261d-4ea6-4e6e-ab96-756b3b99bc1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:11:05.461045 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0d261d-4ea6-4e6e-ab96-756b3b99bc1b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:11:05.461381 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0d261d-4ea6-4e6e-ab96-756b3b99bc1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:11:05.461712 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0d261d-4ea6-4e6e-ab96-756b3b99bc1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:11:05.462055 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0d261d-4ea6-4e6e-ab96-756b3b99bc1b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:11:05.462409 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0d261d-4ea6-4e6e-ab96-756b3b99bc1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:11:05.462741 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0d261d-4ea6-4e6e-ab96-756b3b99bc1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:11:05.463082 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0d261d-4ea6-4e6e-ab96-756b3b99bc1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:11:05.463410 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0d261d-4ea6-4e6e-ab96-756b3b99bc1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:11:05.463738 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0d261d-4ea6-4e6e-ab96-756b3b99bc1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:11:05.464056 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0d261d-4ea6-4e6e-ab96-756b3b99bc1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:11:05.465476 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0d261d-4ea6-4e6e-ab96-756b3b99bc1b None None] Tracked resource versions report: Aug 30 04:11:05.465476 dv-cinder-852208-11-iscsi neutron-server[106294]: pushed versions: Aug 30 04:11:05.465476 dv-cinder-852208-11-iscsi neutron-server[106294]: { 'AddressGroup': {'1.2'}, Aug 30 04:11:05.465476 dv-cinder-852208-11-iscsi neutron-server[106294]: 'Agent': {'1.1'}, Aug 30 04:11:05.465476 dv-cinder-852208-11-iscsi neutron-server[106294]: 'ConntrackHelper': {'1.0'}, Aug 30 04:11:05.465476 dv-cinder-852208-11-iscsi neutron-server[106294]: 'LocalIPAssociation': {'1.0'}, Aug 30 04:11:05.465476 dv-cinder-852208-11-iscsi neutron-server[106294]: 'Log': {'1.0'}, Aug 30 04:11:05.465476 dv-cinder-852208-11-iscsi neutron-server[106294]: 'NDPProxy': {'1.0'}, Aug 30 04:11:05.465476 dv-cinder-852208-11-iscsi neutron-server[106294]: 'Network': {'1.1'}, Aug 30 04:11:05.465476 dv-cinder-852208-11-iscsi neutron-server[106294]: 'Port': {'1.7'}, Aug 30 04:11:05.465476 dv-cinder-852208-11-iscsi neutron-server[106294]: 'PortForwarding': {'1.3'}, Aug 30 04:11:05.465476 dv-cinder-852208-11-iscsi neutron-server[106294]: 'QosPolicy': {'1.10'}, Aug 30 04:11:05.465476 dv-cinder-852208-11-iscsi neutron-server[106294]: 'SecurityGroup': {'1.5'}, Aug 30 04:11:05.465476 dv-cinder-852208-11-iscsi neutron-server[106294]: 'SecurityGroupRule': {'1.2'}, Aug 30 04:11:05.465476 dv-cinder-852208-11-iscsi neutron-server[106294]: 'SubPort': {'1.0'}, Aug 30 04:11:05.465476 dv-cinder-852208-11-iscsi neutron-server[106294]: 'Subnet': {'1.1'}, Aug 30 04:11:05.465476 dv-cinder-852208-11-iscsi neutron-server[106294]: 'Trunk': {'1.1'}} Aug 30 04:11:05.465476 dv-cinder-852208-11-iscsi neutron-server[106294]: consumer versions: Aug 30 04:11:05.465476 dv-cinder-852208-11-iscsi neutron-server[106294]: { DHCP agent@dv-cinder-852208-11-iscsi: {}, Aug 30 04:11:05.465476 dv-cinder-852208-11-iscsi neutron-server[106294]: L3 agent@dv-cinder-852208-11-iscsi: {}, Aug 30 04:11:05.465476 dv-cinder-852208-11-iscsi neutron-server[106294]: Metadata agent@dv-cinder-852208-11-iscsi: {}, Aug 30 04:11:05.465476 dv-cinder-852208-11-iscsi neutron-server[106294]: Metering agent@dv-cinder-852208-11-iscsi: {}, Aug 30 04:11:05.465476 dv-cinder-852208-11-iscsi neutron-server[106294]: Open vSwitch agent@dv-cinder-852208-11-iscsi: { 'AddressGroup': '1.2', Aug 30 04:11:05.465476 dv-cinder-852208-11-iscsi neutron-server[106294]: 'Agent': '1.1', Aug 30 04:11:05.465476 dv-cinder-852208-11-iscsi neutron-server[106294]: 'ConntrackHelper': '1.0', Aug 30 04:11:05.465476 dv-cinder-852208-11-iscsi neutron-server[106294]: 'LocalIPAssociation': '1.0', Aug 30 04:11:05.465476 dv-cinder-852208-11-iscsi neutron-server[106294]: 'Log': '1.0', Aug 30 04:11:05.465476 dv-cinder-852208-11-iscsi neutron-server[106294]: 'NDPProxy': '1.0', Aug 30 04:11:05.465476 dv-cinder-852208-11-iscsi neutron-server[106294]: 'Network': '1.1', Aug 30 04:11:05.465476 dv-cinder-852208-11-iscsi neutron-server[106294]: 'Port': '1.7', Aug 30 04:11:05.465476 dv-cinder-852208-11-iscsi neutron-server[106294]: 'PortForwarding': '1.3', Aug 30 04:11:05.465476 dv-cinder-852208-11-iscsi neutron-server[106294]: 'QosPolicy': '1.10', Aug 30 04:11:05.465476 dv-cinder-852208-11-iscsi neutron-server[106294]: 'SecurityGroup': '1.5', Aug 30 04:11:05.465476 dv-cinder-852208-11-iscsi neutron-server[106294]: 'SecurityGroupRule': '1.2', Aug 30 04:11:05.465476 dv-cinder-852208-11-iscsi neutron-server[106294]: 'SubPort': '1.0', Aug 30 04:11:05.465476 dv-cinder-852208-11-iscsi neutron-server[106294]: 'Subnet': '1.1', Aug 30 04:11:05.465476 dv-cinder-852208-11-iscsi neutron-server[106294]: 'Trunk': '1.1'}} Aug 30 04:11:05.465476 dv-cinder-852208-11-iscsi neutron-server[106294]: {{(pid=106294) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 04:11:05.505606 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-cf0d261d-4ea6-4e6e-ab96-756b3b99bc1b None None] Attempting to bind port 7d9ef4e5-4cce-4f10-89b9-81c91e9eab22 on host dv-cinder-852208-11-iscsi for vnic_type normal with profile {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:11:05.506321 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-cf0d261d-4ea6-4e6e-ab96-756b3b99bc1b None None] Attempting to bind port 7d9ef4e5-4cce-4f10-89b9-81c91e9eab22 by drivers openvswitch,hyperv on host dv-cinder-852208-11-iscsi at level 0 using segments [{'id': '17e13aaf-6895-47e9-a4f5-090fe512b17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '913bcf93-eb00-4c7d-b012-80048cc9ccbe'}] {{(pid=106294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:11:05.506561 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0d261d-4ea6-4e6e-ab96-756b3b99bc1b None None] Attempting to bind port 7d9ef4e5-4cce-4f10-89b9-81c91e9eab22 on network 913bcf93-eb00-4c7d-b012-80048cc9ccbe {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:11:05.511864 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0d261d-4ea6-4e6e-ab96-756b3b99bc1b None None] Checking agent: {'id': 'd414c4c0-e104-4322-85c3-8bf64da32860', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852208-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 10, 56), 'started_at': datetime.datetime(2022, 8, 30, 4, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852208-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:11:05.512214 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0d261d-4ea6-4e6e-ab96-756b3b99bc1b None None] Checking segment: {'id': '17e13aaf-6895-47e9-a4f5-090fe512b17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '913bcf93-eb00-4c7d-b012-80048cc9ccbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:11:05.512708 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cf0d261d-4ea6-4e6e-ab96-756b3b99bc1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:05.513103 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0d261d-4ea6-4e6e-ab96-756b3b99bc1b None None] Bound using segment: {'id': '17e13aaf-6895-47e9-a4f5-090fe512b17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '913bcf93-eb00-4c7d-b012-80048cc9ccbe'} {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:11:05.513595 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-cf0d261d-4ea6-4e6e-ab96-756b3b99bc1b None None] Bound port: 7d9ef4e5-4cce-4f10-89b9-81c91e9eab22, host: dv-cinder-852208-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17e13aaf-6895-47e9-a4f5-090fe512b17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '913bcf93-eb00-4c7d-b012-80048cc9ccbe'}}] {{(pid=106294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:11:05.513998 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cf0d261d-4ea6-4e6e-ab96-756b3b99bc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (7d9ef4e5-4cce-4f10-89b9-81c91e9eab22), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:05.545908 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:11:05.578930 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-cf0d261d-4ea6-4e6e-ab96-756b3b99bc1b None None] For port 7d9ef4e5-4cce-4f10-89b9-81c91e9eab22, host dv-cinder-852208-11-iscsi, cleared binding levels {{(pid=106294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:11:05.598589 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-cf0d261d-4ea6-4e6e-ab96-756b3b99bc1b None None] For port 7d9ef4e5-4cce-4f10-89b9-81c91e9eab22, host dv-cinder-852208-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=7d9ef4e5-4cce-4f10-89b9-81c91e9eab22,segment=NetworkSegment(17e13aaf-6895-47e9-a4f5-090fe512b17b),segment_id=17e13aaf-6895-47e9-a4f5-090fe512b17b)] {{(pid=106294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:11:05.606149 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cf0d261d-4ea6-4e6e-ab96-756b3b99bc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (7d9ef4e5-4cce-4f10-89b9-81c91e9eab22), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:05.658875 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0d261d-4ea6-4e6e-ab96-756b3b99bc1b None None] Pushing event updated for resources: {'Port': ['ID=7d9ef4e5-4cce-4f10-89b9-81c91e9eab22,revision_number=2']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:11:06.416383 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=5 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:11:06.424283 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=19,neutron:INSERT=31 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:11:06.996255 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 43612) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:11:07.326799 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [None req-efbdc50b-ccdb-4496-bc32-2736b48275b4 admin admin] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106293) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 04:11:07.327802 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-efbdc50b-ccdb-4496-bc32-2736b48275b4 admin admin] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3306820 Aug 30 04:11:09.744334 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 43620) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:11:10.276779 dv-cinder-852208-11-iscsi neutron-server[106292]: WARNING oslo_policy.policy [None req-767d9cb4-3e47-4be9-9c52-4db1bed90503 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 04:11:10.277357 dv-cinder-852208-11-iscsi neutron-server[106292]: WARNING oslo_policy.policy [None req-767d9cb4-3e47-4be9-9c52-4db1bed90503 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 04:11:10.496034 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [None req-767d9cb4-3e47-4be9-9c52-4db1bed90503 admin admin] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106292) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 04:11:10.497332 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-767d9cb4-3e47-4be9-9c52-4db1bed90503 admin admin] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7511992 Aug 30 04:11:12.960278 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 43638) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:11:13.303588 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 7d9ef4e5-4cce-4f10-89b9-81c91e9eab22 up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:11:13.317101 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-08aa3cb8-377d-41bb-a0aa-3da21677baae demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:11:13.327722 dv-cinder-852208-11-iscsi neutron-server[106292]: ERROR stevedore.extension [None req-08aa3cb8-377d-41bb-a0aa-3da21677baae demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 30 04:11:13.381364 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.policy [None req-08aa3cb8-377d-41bb-a0aa-3da21677baae demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106292) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 30 04:11:13.403742 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port 7d9ef4e5-4cce-4f10-89b9-81c91e9eab22 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:11:13.404148 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (7d9ef4e5-4cce-4f10-89b9-81c91e9eab22), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:13.427083 dv-cinder-852208-11-iscsi neutron-server[106292]: WARNING oslo_policy.policy [None req-08aa3cb8-377d-41bb-a0aa-3da21677baae demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 04:11:13.427476 dv-cinder-852208-11-iscsi neutron-server[106292]: WARNING oslo_policy.policy [None req-08aa3cb8-377d-41bb-a0aa-3da21677baae demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 04:11:13.449165 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writer thread running {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 30 04:11:13.455281 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:11:13.498010 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-08aa3cb8-377d-41bb-a0aa-3da21677baae demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6265'] for router (ef3ba122-e487-4959-8cb8-3ad7cbfdfeec), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:13.500097 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-08aa3cb8-377d-41bb-a0aa-3da21677baae demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-573936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660692', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-729924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6262'] for router (ef3ba122-e487-4959-8cb8-3ad7cbfdfeec), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:13.512542 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port 7d9ef4e5-4cce-4f10-89b9-81c91e9eab22 is: DOWN; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:11:13.513036 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (7d9ef4e5-4cce-4f10-89b9-81c91e9eab22), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:13.550798 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] For port 7d9ef4e5-4cce-4f10-89b9-81c91e9eab22, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=7d9ef4e5-4cce-4f10-89b9-81c91e9eab22,segment=NetworkSegment(17e13aaf-6895-47e9-a4f5-090fe512b17b),segment_id=17e13aaf-6895-47e9-a4f5-090fe512b17b)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:11:13.555364 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (7d9ef4e5-4cce-4f10-89b9-81c91e9eab22), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:13.605723 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Pushing event updated for resources: {'Port': ['ID=7d9ef4e5-4cce-4f10-89b9-81c91e9eab22,revision_number=3']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:11:13.674331 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-08aa3cb8-377d-41bb-a0aa-3da21677baae demo demo] Publish callbacks [] for router_controller (ef3ba122-e487-4959-8cb8-3ad7cbfdfeec), precommit_add_association {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:13.680293 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-08aa3cb8-377d-41bb-a0aa-3da21677baae demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572477'] for router (ef3ba122-e487-4959-8cb8-3ad7cbfdfeec), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:13.706195 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-08aa3cb8-377d-41bb-a0aa-3da21677baae demo demo] Publish callbacks [] for router (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:13.707361 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-08aa3cb8-377d-41bb-a0aa-3da21677baae demo demo] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7454226 Aug 30 04:11:13.969750 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f69fc5-4dbc-4ee8-afcf-4fa2f2538e44 None None] Network 913bcf93-eb00-4c7d-b012-80048cc9ccbe requested from dv-cinder-852208-11-iscsi {{(pid=106294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:11:14.044628 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-26fa4059-a6c6-4563-b129-1330e6325651 None None] Provisioning complete for port 7d9ef4e5-4cce-4f10-89b9-81c91e9eab22 triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:11:14.048785 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-26fa4059-a6c6-4563-b129-1330e6325651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (7d9ef4e5-4cce-4f10-89b9-81c91e9eab22), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:14.171626 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:11:14.172465 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-26fa4059-a6c6-4563-b129-1330e6325651 None None] Current status of the port 7d9ef4e5-4cce-4f10-89b9-81c91e9eab22 is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:11:14.391378 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-272961ad-1f25-452f-a35b-3b4693c544aa None None] Provisioning complete for port 7d9ef4e5-4cce-4f10-89b9-81c91e9eab22 triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:11:14.392070 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-272961ad-1f25-452f-a35b-3b4693c544aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (7d9ef4e5-4cce-4f10-89b9-81c91e9eab22), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:14.474655 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-272961ad-1f25-452f-a35b-3b4693c544aa None None] Current status of the port 7d9ef4e5-4cce-4f10-89b9-81c91e9eab22 is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:11:14.489339 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=52,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:11:14.490804 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=31,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:11:15.279814 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 7d9ef4e5-4cce-4f10-89b9-81c91e9eab22 up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:11:15.325102 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port 7d9ef4e5-4cce-4f10-89b9-81c91e9eab22 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:11:15.325493 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (7d9ef4e5-4cce-4f10-89b9-81c91e9eab22), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:15.389172 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:11:15.399846 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port 7d9ef4e5-4cce-4f10-89b9-81c91e9eab22 is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:11:16.145821 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 43652) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:11:16.481195 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [None req-a14523ab-adb3-43a8-b64b-8d61e3878a4f admin admin] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106293) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 04:11:16.482195 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-a14523ab-adb3-43a8-b64b-8d61e3878a4f admin admin] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3354316 Aug 30 04:11:18.947144 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 43660) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:11:19.277430 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-988e3f1d-6908-47d1-9972-b41e093af503 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:11:19.298212 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988e3f1d-6908-47d1-9972-b41e093af503 admin admin] Made reservation on behalf of b409aaa1029446de8dc3bfb718ab67c6 for: {'network': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:11:19.300489 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-988e3f1d-6908-47d1-9972-b41e093af503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for network (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:19.309093 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-988e3f1d-6908-47d1-9972-b41e093af503 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:19.383982 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-988e3f1d-6908-47d1-9972-b41e093af503 admin admin] Publish callbacks [] for security_group (68ab3996-9c15-45c8-8ad3-330459941e8e), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:19.387496 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-988e3f1d-6908-47d1-9972-b41e093af503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (68ab3996-9c15-45c8-8ad3-330459941e8e), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:19.403974 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-988e3f1d-6908-47d1-9972-b41e093af503 admin admin] Reserving flat network on physical network physnet1 {{(pid=106293) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 30 04:11:19.428029 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e3f1d-6908-47d1-9972-b41e093af503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ab3996-9c15-45c8-8ad3-330459941e8e,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:11:19.431165 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-988e3f1d-6908-47d1-9972-b41e093af503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784698'] for segment (10b95e6c-2e6d-452d-a5ef-cbf673e3f24c), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:19.431505 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.db.segments_db [None req-988e3f1d-6908-47d1-9972-b41e093af503 admin admin] Added segment 10b95e6c-2e6d-452d-a5ef-cbf673e3f24c of type flat for network 5c43c40f-cc6a-4e53-a103-6d34effd891a Aug 30 04:11:19.479104 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-988e3f1d-6908-47d1-9972-b41e093af503 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749362409045'] for network (5c43c40f-cc6a-4e53-a103-6d34effd891a), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:19.511813 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-988e3f1d-6908-47d1-9972-b41e093af503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472'] for network (5c43c40f-cc6a-4e53-a103-6d34effd891a), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:19.512800 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988e3f1d-6908-47d1-9972-b41e093af503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:11:19.513370 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-988e3f1d-6908-47d1-9972-b41e093af503 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for network (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:19.584992 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-988e3f1d-6908-47d1-9972-b41e093af503 admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6367784 Aug 30 04:11:19.611162 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e3f1d-6908-47d1-9972-b41e093af503 admin admin] Pushing event updated for resources: {'Network': ['ID=5c43c40f-cc6a-4e53-a103-6d34effd891a,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:11:19.622216 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Network 5c43c40f-cc6a-4e53-a103-6d34effd891a details requested by agent ovs-agent-dv-cinder-852208-11-iscsi with host dv-cinder-852208-11-iscsi {{(pid=106294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 04:11:20.283739 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-dfa25348-9f79-4b89-9998-2406ca4853cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (1bd89ca2-58f6-428d-83bf-6325bad549fd), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:20.719731 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.agents_db [None req-4bab6993-eaca-4b45-827a-a5590950f82e None None] Agent healthcheck: found 5 active agents {{(pid=106295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:11:22.222151 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 43668) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:11:22.468308 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-3805462e-d665-4da9-9496-6f9306a7146d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:22.598279 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6600f53c-01d8-47de-9a21-8d36a34620e8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:11:22.599600 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-6600f53c-01d8-47de-9a21-8d36a34620e8 demo admin] 10.222.0.46 "GET /networking/v2.0/subnets/15d0bcc1-d06a-4dff-87f4-ce414fa94de5 HTTP/1.1" status: 200 len: 849 time: 0.3764648 Aug 30 04:11:22.760652 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-7a18c26c-e3e9-414e-b7be-9cd02be1f89e demo admin] 10.222.0.46 "GET /networking/v2.0/routers/ef3ba122-e487-4959-8cb8-3ad7cbfdfeec HTTP/1.1" status: 200 len: 704 time: 0.1545227 Aug 30 04:11:23.028206 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f0d7c800-2477-44ee-a47b-3120b74c15ab demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:23.271524 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:11:23.319341 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:11:23.339334 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [None req-f0d7c800-2477-44ee-a47b-3120b74c15ab demo admin] Allocated IP 172.20.0.1 (913bcf93-eb00-4c7d-b012-80048cc9ccbe/15d0bcc1-d06a-4dff-87f4-ce414fa94de5/ff046960-27f0-4c41-bbb8-0581d6b9bb50) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:11:23.537963 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f0d7c800-2477-44ee-a47b-3120b74c15ab demo admin] Publish callbacks [] for port (ff046960-27f0-4c41-bbb8-0581d6b9bb50), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:23.602405 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f0d7c800-2477-44ee-a47b-3120b74c15ab demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830'] for port (ff046960-27f0-4c41-bbb8-0581d6b9bb50), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:23.673779 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d7c800-2477-44ee-a47b-3120b74c15ab demo admin] Network 913bcf93-eb00-4c7d-b012-80048cc9ccbe is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:11:23.683562 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-f0d7c800-2477-44ee-a47b-3120b74c15ab demo admin] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:11:23.687690 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d7c800-2477-44ee-a47b-3120b74c15ab demo admin] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:11:23.688252 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f0d7c800-2477-44ee-a47b-3120b74c15ab demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573017'] for router_interface (ef3ba122-e487-4959-8cb8-3ad7cbfdfeec), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:23.693201 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8bdbbddc-d827-40e6-b8fb-29930693a668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (0ba81f50-231f-4a87-bfed-adcf093ea106), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:23.699248 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=5,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:11:23.700193 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=13,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:11:23.712349 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d7c800-2477-44ee-a47b-3120b74c15ab demo admin] Pushing event updated for resources: {'Port': ['ID=ff046960-27f0-4c41-bbb8-0581d6b9bb50,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:11:23.852681 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-17a3b058-fd28-4e0e-8153-ccf35f7c8352 None None] Provisioning complete for port ff046960-27f0-4c41-bbb8-0581d6b9bb50 triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:11:23.853064 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-17a3b058-fd28-4e0e-8153-ccf35f7c8352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (ff046960-27f0-4c41-bbb8-0581d6b9bb50), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:23.891461 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f0d7c800-2477-44ee-a47b-3120b74c15ab demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (ff046960-27f0-4c41-bbb8-0581d6b9bb50), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:23.930483 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-17a3b058-fd28-4e0e-8153-ccf35f7c8352 None None] Port ff046960-27f0-4c41-bbb8-0581d6b9bb50 cannot update to ACTIVE because it is not bound. {{(pid=106294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:11:24.104957 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f0d7c800-2477-44ee-a47b-3120b74c15ab demo admin] Publish callbacks [] for port (ff046960-27f0-4c41-bbb8-0581d6b9bb50), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:24.109411 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f0d7c800-2477-44ee-a47b-3120b74c15ab demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (ff046960-27f0-4c41-bbb8-0581d6b9bb50), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:24.110113 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f0d7c800-2477-44ee-a47b-3120b74c15ab demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573133'] for router_interface (ef3ba122-e487-4959-8cb8-3ad7cbfdfeec), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:24.195486 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d7c800-2477-44ee-a47b-3120b74c15ab demo admin] Pushing event updated for resources: {'Port': ['ID=ff046960-27f0-4c41-bbb8-0581d6b9bb50,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:11:24.244202 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d7c800-2477-44ee-a47b-3120b74c15ab demo admin] Network 913bcf93-eb00-4c7d-b012-80048cc9ccbe is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:11:24.245533 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-f0d7c800-2477-44ee-a47b-3120b74c15ab demo admin] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:11:24.286151 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:11:24.383707 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:11:24.414578 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d7c800-2477-44ee-a47b-3120b74c15ab demo admin] Router ef3ba122-e487-4959-8cb8-3ad7cbfdfeec is scheduled to L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 with binding_index 1 {{(pid=106293) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 04:11:24.450080 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-422dbe38-ccef-4d2e-a769-82d461719aed None None] Provisioning complete for port ff046960-27f0-4c41-bbb8-0581d6b9bb50 triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:11:24.450500 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-422dbe38-ccef-4d2e-a769-82d461719aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (ff046960-27f0-4c41-bbb8-0581d6b9bb50), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:24.482096 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-422dbe38-ccef-4d2e-a769-82d461719aed None None] Port ff046960-27f0-4c41-bbb8-0581d6b9bb50 cannot update to ACTIVE because it is not bound. {{(pid=106294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:11:24.505579 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d7c800-2477-44ee-a47b-3120b74c15ab demo admin] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:11:24.511929 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-f0d7c800-2477-44ee-a47b-3120b74c15ab demo admin] 10.222.0.46 "PUT /networking/v2.0/routers/ef3ba122-e487-4959-8cb8-3ad7cbfdfeec/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7458544 Aug 30 04:11:24.515661 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e55e06-d305-4272-9dab-c6297f014656 None None] Sync routers for ids ['ef3ba122-e487-4959-8cb8-3ad7cbfdfeec'] in dv-cinder-852208-11-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:11:24.528829 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e55e06-d305-4272-9dab-c6297f014656 None None] Routers {'ef3ba122-e487-4959-8cb8-3ad7cbfdfeec'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:11:24.529681 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-53e55e06-d305-4272-9dab-c6297f014656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:11:22Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['ef3ba122-e487-4959-8cb8-3ad7cbfdfeec'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:11:24.712583 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-53e55e06-d305-4272-9dab-c6297f014656 None None] Set router ef3ba122-e487-4959-8cb8-3ad7cbfdfeec gateway port host: None {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:11:25.135325 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-53e55e06-d305-4272-9dab-c6297f014656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef3ba122-e487-4959-8cb8-3ad7cbfdfeec', 'name': 'router1', 'tenant_id': 'd7cf2cbacea7491b9f7ddad440c0d237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:11:13Z', 'updated_at': '2022-08-30T04:11:23Z', 'revision_number': 2, 'project_id': 'd7cf2cbacea7491b9f7ddad440c0d237', 'gw_port_host': None, '_interfaces': [{'id': 'ff046960-27f0-4c41-bbb8-0581d6b9bb50', 'name': '', 'network_id': '913bcf93-eb00-4c7d-b012-80048cc9ccbe', 'tenant_id': 'd7cf2cbacea7491b9f7ddad440c0d237', 'mac_address': 'fa:16:3e:87:c7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef3ba122-e487-4959-8cb8-3ad7cbfdfeec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '15d0bcc1-d06a-4dff-87f4-ce414fa94de5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:11:23Z', 'updated_at': '2022-08-30T04:11:23Z', 'revision_number': 2, 'project_id': 'd7cf2cbacea7491b9f7ddad440c0d237', 'subnets': [{'id': '15d0bcc1-d06a-4dff-87f4-ce414fa94de5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f6cd3c9-5425-40c7-ba57-cca9793ba905'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:11:25.188229 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e55e06-d305-4272-9dab-c6297f014656 None None] Checking router: ef3ba122-e487-4959-8cb8-3ad7cbfdfeec for host: dv-cinder-852208-11-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:11:25.188598 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e55e06-d305-4272-9dab-c6297f014656 None None] Updating router ef3ba122-e487-4959-8cb8-3ad7cbfdfeec port ff046960-27f0-4c41-bbb8-0581d6b9bb50 binding host dv-cinder-852208-11-iscsi {{(pid=106295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:11:25.243952 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-53e55e06-d305-4272-9dab-c6297f014656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (ff046960-27f0-4c41-bbb8-0581d6b9bb50), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:25.348055 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-390264ec-bab8-4bcb-922a-62bbd4f3a683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (b2cd167f-1ad0-4273-bd2a-29638b1fd1d2), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:25.527103 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (d414c4c0-e104-4322-85c3-8bf64da32860), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:25.753809 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-53e55e06-d305-4272-9dab-c6297f014656 None None] Publish callbacks [] for port (ff046960-27f0-4c41-bbb8-0581d6b9bb50), precommit_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:25.760354 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-53e55e06-d305-4272-9dab-c6297f014656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (ff046960-27f0-4c41-bbb8-0581d6b9bb50), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:25.910781 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795f8d74-ac16-46b0-8653-35d48c1287bc None None] Pushing event updated for resources: {'Port': ['ID=ff046960-27f0-4c41-bbb8-0581d6b9bb50,revision_number=3']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:11:25.913071 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-53e55e06-d305-4272-9dab-c6297f014656 None None] Attempting to bind port ff046960-27f0-4c41-bbb8-0581d6b9bb50 on host dv-cinder-852208-11-iscsi for vnic_type normal with profile {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:11:25.913467 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-53e55e06-d305-4272-9dab-c6297f014656 None None] Attempting to bind port ff046960-27f0-4c41-bbb8-0581d6b9bb50 by drivers openvswitch,hyperv on host dv-cinder-852208-11-iscsi at level 0 using segments [{'id': '17e13aaf-6895-47e9-a4f5-090fe512b17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '913bcf93-eb00-4c7d-b012-80048cc9ccbe'}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:11:25.914523 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e55e06-d305-4272-9dab-c6297f014656 None None] Attempting to bind port ff046960-27f0-4c41-bbb8-0581d6b9bb50 on network 913bcf93-eb00-4c7d-b012-80048cc9ccbe {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:11:25.922618 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e55e06-d305-4272-9dab-c6297f014656 None None] Checking agent: {'id': 'd414c4c0-e104-4322-85c3-8bf64da32860', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852208-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 10, 56), 'started_at': datetime.datetime(2022, 8, 30, 4, 11, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852208-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:11:25.923026 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e55e06-d305-4272-9dab-c6297f014656 None None] Checking segment: {'id': '17e13aaf-6895-47e9-a4f5-090fe512b17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '913bcf93-eb00-4c7d-b012-80048cc9ccbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:11:25.923504 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-53e55e06-d305-4272-9dab-c6297f014656 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:25.923893 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e55e06-d305-4272-9dab-c6297f014656 None None] Bound using segment: {'id': '17e13aaf-6895-47e9-a4f5-090fe512b17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '913bcf93-eb00-4c7d-b012-80048cc9ccbe'} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:11:25.924355 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-53e55e06-d305-4272-9dab-c6297f014656 None None] Bound port: ff046960-27f0-4c41-bbb8-0581d6b9bb50, host: dv-cinder-852208-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17e13aaf-6895-47e9-a4f5-090fe512b17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '913bcf93-eb00-4c7d-b012-80048cc9ccbe'}}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:11:25.924734 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-53e55e06-d305-4272-9dab-c6297f014656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (ff046960-27f0-4c41-bbb8-0581d6b9bb50), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:25.928116 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795f8d74-ac16-46b0-8653-35d48c1287bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:11:25.928462 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795f8d74-ac16-46b0-8653-35d48c1287bc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:11:25.928824 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795f8d74-ac16-46b0-8653-35d48c1287bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:11:25.929205 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795f8d74-ac16-46b0-8653-35d48c1287bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:11:25.929544 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795f8d74-ac16-46b0-8653-35d48c1287bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:11:25.929876 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795f8d74-ac16-46b0-8653-35d48c1287bc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:11:25.930206 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795f8d74-ac16-46b0-8653-35d48c1287bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:11:25.930556 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795f8d74-ac16-46b0-8653-35d48c1287bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:11:25.930898 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795f8d74-ac16-46b0-8653-35d48c1287bc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:11:25.931225 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795f8d74-ac16-46b0-8653-35d48c1287bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:11:25.931550 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795f8d74-ac16-46b0-8653-35d48c1287bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:11:25.931888 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795f8d74-ac16-46b0-8653-35d48c1287bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:11:25.932212 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795f8d74-ac16-46b0-8653-35d48c1287bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:11:25.932532 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795f8d74-ac16-46b0-8653-35d48c1287bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:11:25.932851 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795f8d74-ac16-46b0-8653-35d48c1287bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:11:25.934239 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795f8d74-ac16-46b0-8653-35d48c1287bc None None] Tracked resource versions report: Aug 30 04:11:25.934239 dv-cinder-852208-11-iscsi neutron-server[106295]: pushed versions: Aug 30 04:11:25.934239 dv-cinder-852208-11-iscsi neutron-server[106295]: { 'AddressGroup': {'1.2'}, Aug 30 04:11:25.934239 dv-cinder-852208-11-iscsi neutron-server[106295]: 'Agent': {'1.1'}, Aug 30 04:11:25.934239 dv-cinder-852208-11-iscsi neutron-server[106295]: 'ConntrackHelper': {'1.0'}, Aug 30 04:11:25.934239 dv-cinder-852208-11-iscsi neutron-server[106295]: 'LocalIPAssociation': {'1.0'}, Aug 30 04:11:25.934239 dv-cinder-852208-11-iscsi neutron-server[106295]: 'Log': {'1.0'}, Aug 30 04:11:25.934239 dv-cinder-852208-11-iscsi neutron-server[106295]: 'NDPProxy': {'1.0'}, Aug 30 04:11:25.934239 dv-cinder-852208-11-iscsi neutron-server[106295]: 'Network': {'1.1'}, Aug 30 04:11:25.934239 dv-cinder-852208-11-iscsi neutron-server[106295]: 'Port': {'1.7'}, Aug 30 04:11:25.934239 dv-cinder-852208-11-iscsi neutron-server[106295]: 'PortForwarding': {'1.3'}, Aug 30 04:11:25.934239 dv-cinder-852208-11-iscsi neutron-server[106295]: 'QosPolicy': {'1.10'}, Aug 30 04:11:25.934239 dv-cinder-852208-11-iscsi neutron-server[106295]: 'SecurityGroup': {'1.5'}, Aug 30 04:11:25.934239 dv-cinder-852208-11-iscsi neutron-server[106295]: 'SecurityGroupRule': {'1.2'}, Aug 30 04:11:25.934239 dv-cinder-852208-11-iscsi neutron-server[106295]: 'SubPort': {'1.0'}, Aug 30 04:11:25.934239 dv-cinder-852208-11-iscsi neutron-server[106295]: 'Subnet': {'1.1'}, Aug 30 04:11:25.934239 dv-cinder-852208-11-iscsi neutron-server[106295]: 'Trunk': {'1.1'}} Aug 30 04:11:25.934239 dv-cinder-852208-11-iscsi neutron-server[106295]: consumer versions: Aug 30 04:11:25.934239 dv-cinder-852208-11-iscsi neutron-server[106295]: { DHCP agent@dv-cinder-852208-11-iscsi: {}, Aug 30 04:11:25.934239 dv-cinder-852208-11-iscsi neutron-server[106295]: L3 agent@dv-cinder-852208-11-iscsi: {}, Aug 30 04:11:25.934239 dv-cinder-852208-11-iscsi neutron-server[106295]: Metadata agent@dv-cinder-852208-11-iscsi: {}, Aug 30 04:11:25.934239 dv-cinder-852208-11-iscsi neutron-server[106295]: Metering agent@dv-cinder-852208-11-iscsi: {}, Aug 30 04:11:25.934239 dv-cinder-852208-11-iscsi neutron-server[106295]: Open vSwitch agent@dv-cinder-852208-11-iscsi: { 'AddressGroup': '1.2', Aug 30 04:11:25.934239 dv-cinder-852208-11-iscsi neutron-server[106295]: 'Agent': '1.1', Aug 30 04:11:25.934239 dv-cinder-852208-11-iscsi neutron-server[106295]: 'ConntrackHelper': '1.0', Aug 30 04:11:25.934239 dv-cinder-852208-11-iscsi neutron-server[106295]: 'LocalIPAssociation': '1.0', Aug 30 04:11:25.934239 dv-cinder-852208-11-iscsi neutron-server[106295]: 'Log': '1.0', Aug 30 04:11:25.934239 dv-cinder-852208-11-iscsi neutron-server[106295]: 'NDPProxy': '1.0', Aug 30 04:11:25.934239 dv-cinder-852208-11-iscsi neutron-server[106295]: 'Network': '1.1', Aug 30 04:11:25.934239 dv-cinder-852208-11-iscsi neutron-server[106295]: 'Port': '1.7', Aug 30 04:11:25.934239 dv-cinder-852208-11-iscsi neutron-server[106295]: 'PortForwarding': '1.3', Aug 30 04:11:25.934239 dv-cinder-852208-11-iscsi neutron-server[106295]: 'QosPolicy': '1.10', Aug 30 04:11:25.934239 dv-cinder-852208-11-iscsi neutron-server[106295]: 'SecurityGroup': '1.5', Aug 30 04:11:25.934239 dv-cinder-852208-11-iscsi neutron-server[106295]: 'SecurityGroupRule': '1.2', Aug 30 04:11:25.934239 dv-cinder-852208-11-iscsi neutron-server[106295]: 'SubPort': '1.0', Aug 30 04:11:25.934239 dv-cinder-852208-11-iscsi neutron-server[106295]: 'Subnet': '1.1', Aug 30 04:11:25.934239 dv-cinder-852208-11-iscsi neutron-server[106295]: 'Trunk': '1.1'}} Aug 30 04:11:25.934239 dv-cinder-852208-11-iscsi neutron-server[106295]: {{(pid=106295) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 04:11:26.000053 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-53e55e06-d305-4272-9dab-c6297f014656 None None] For port ff046960-27f0-4c41-bbb8-0581d6b9bb50, host dv-cinder-852208-11-iscsi, cleared binding levels {{(pid=106295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:11:26.002890 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:11:26.021096 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-53e55e06-d305-4272-9dab-c6297f014656 None None] For port ff046960-27f0-4c41-bbb8-0581d6b9bb50, host dv-cinder-852208-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=ff046960-27f0-4c41-bbb8-0581d6b9bb50,segment=NetworkSegment(17e13aaf-6895-47e9-a4f5-090fe512b17b),segment_id=17e13aaf-6895-47e9-a4f5-090fe512b17b)] {{(pid=106295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:11:26.028327 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-53e55e06-d305-4272-9dab-c6297f014656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (ff046960-27f0-4c41-bbb8-0581d6b9bb50), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:26.067577 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e55e06-d305-4272-9dab-c6297f014656 None None] Routers {'ef3ba122-e487-4959-8cb8-3ad7cbfdfeec'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:11:26.068092 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-53e55e06-d305-4272-9dab-c6297f014656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:11:22Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['ef3ba122-e487-4959-8cb8-3ad7cbfdfeec'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:11:26.071339 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=100 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:11:26.149377 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795f8d74-ac16-46b0-8653-35d48c1287bc None None] Pushing event updated for resources: {'Port': ['ID=ff046960-27f0-4c41-bbb8-0581d6b9bb50,revision_number=4']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:11:26.172046 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-53e55e06-d305-4272-9dab-c6297f014656 None None] Set router ef3ba122-e487-4959-8cb8-3ad7cbfdfeec gateway port host: None {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:11:26.368660 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-53e55e06-d305-4272-9dab-c6297f014656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef3ba122-e487-4959-8cb8-3ad7cbfdfeec', 'name': 'router1', 'tenant_id': 'd7cf2cbacea7491b9f7ddad440c0d237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:11:13Z', 'updated_at': '2022-08-30T04:11:23Z', 'revision_number': 2, 'project_id': 'd7cf2cbacea7491b9f7ddad440c0d237', 'gw_port_host': None, '_interfaces': [{'id': 'ff046960-27f0-4c41-bbb8-0581d6b9bb50', 'name': '', 'network_id': '913bcf93-eb00-4c7d-b012-80048cc9ccbe', 'tenant_id': 'd7cf2cbacea7491b9f7ddad440c0d237', 'mac_address': 'fa:16:3e:87:c7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef3ba122-e487-4959-8cb8-3ad7cbfdfeec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '15d0bcc1-d06a-4dff-87f4-ce414fa94de5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:11:23Z', 'updated_at': '2022-08-30T04:11:25Z', 'revision_number': 4, 'project_id': 'd7cf2cbacea7491b9f7ddad440c0d237', 'subnets': [{'id': '15d0bcc1-d06a-4dff-87f4-ce414fa94de5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f6cd3c9-5425-40c7-ba57-cca9793ba905'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:11:26.394161 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e55e06-d305-4272-9dab-c6297f014656 None None] The sync data for ids ['ef3ba122-e487-4959-8cb8-3ad7cbfdfeec'] in dv-cinder-852208-11-iscsi is: [{'id': 'ef3ba122-e487-4959-8cb8-3ad7cbfdfeec', 'name': 'router1', 'tenant_id': 'd7cf2cbacea7491b9f7ddad440c0d237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:11:13Z', 'updated_at': '2022-08-30T04:11:23Z', 'revision_number': 2, 'project_id': 'd7cf2cbacea7491b9f7ddad440c0d237', 'gw_port_host': None, '_interfaces': [{'id': 'ff046960-27f0-4c41-bbb8-0581d6b9bb50', 'name': '', 'network_id': '913bcf93-eb00-4c7d-b012-80048cc9ccbe', 'tenant_id': 'd7cf2cbacea7491b9f7ddad440c0d237', 'mac_address': 'fa:16:3e:87:c7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef3ba122-e487-4959-8cb8-3ad7cbfdfeec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '15d0bcc1-d06a-4dff-87f4-ce414fa94de5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:11:23Z', 'updated_at': '2022-08-30T04:11:25Z', 'revision_number': 4, 'project_id': 'd7cf2cbacea7491b9f7ddad440c0d237', 'subnets': [{'id': '15d0bcc1-d06a-4dff-87f4-ce414fa94de5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f6cd3c9-5425-40c7-ba57-cca9793ba905'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:11:26.891081 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 43680) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:11:27.286184 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9121dc43-066d-49fe-a45d-988fca69fc1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:11:27.287614 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-9121dc43-066d-49fe-a45d-988fca69fc1a admin admin] 10.222.0.46 "GET /networking/v2.0/networks/5c43c40f-cc6a-4e53-a103-6d34effd891a HTTP/1.1" status: 200 len: 842 time: 0.3955467 Aug 30 04:11:27.297998 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-d57a63dc-071c-44ce-9193-6e0312a397b1 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'gateway_ip': '172.27.4.1', 'enable_dhcp': False, 'cidr': '172.27.4.0/24'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:11:27.319872 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57a63dc-071c-44ce-9193-6e0312a397b1 admin admin] Made reservation on behalf of b409aaa1029446de8dc3bfb718ab67c6 for: {'subnet': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:11:27.322497 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d57a63dc-071c-44ce-9193-6e0312a397b1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:27.676416 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.objects.ports [None req-d57a63dc-071c-44ce-9193-6e0312a397b1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106293) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 30 04:11:27.676858 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d57a63dc-071c-44ce-9193-6e0312a397b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472'] for subnet (b2d4007f-d8ed-41cc-b520-7777f18cd186), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:27.720963 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57a63dc-071c-44ce-9193-6e0312a397b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2d4007f-d8ed-41cc-b520-7777f18cd186,revision_number=0']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:11:27.748224 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57a63dc-071c-44ce-9193-6e0312a397b1 admin admin] Checking segment: {'id': '10b95e6c-2e6d-452d-a5ef-cbf673e3f24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:11:27.748579 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57a63dc-071c-44ce-9193-6e0312a397b1 admin admin] Network hostable DHCP agents. Network: 5c43c40f-cc6a-4e53-a103-6d34effd891a, hostable agents: ['1bd89ca2-58f6-428d-83bf-6325bad549fd'], hosted agents: [] {{(pid=106293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 04:11:27.764308 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57a63dc-071c-44ce-9193-6e0312a397b1 admin admin] Network 5c43c40f-cc6a-4e53-a103-6d34effd891a is scheduled to be hosted by DHCP agent 1bd89ca2-58f6-428d-83bf-6325bad549fd with binding_index 1 {{(pid=106293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 04:11:27.774425 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-d57a63dc-071c-44ce-9193-6e0312a397b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852208-11-iscsi, 5c43c40f-cc6a-4e53-a103-6d34effd891a) {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:11:27.779479 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57a63dc-071c-44ce-9193-6e0312a397b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:11:27.781411 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d57a63dc-071c-44ce-9193-6e0312a397b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for subnet (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:27.783333 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3117fe3b-7b93-4b11-be1b-6b54f0d83bcb None None] Network 5c43c40f-cc6a-4e53-a103-6d34effd891a requested from dv-cinder-852208-11-iscsi {{(pid=106294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:11:27.806310 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-d57a63dc-071c-44ce-9193-6e0312a397b1 admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5038381 Aug 30 04:11:27.894161 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f0c67d-9b6c-41f3-b85e-ca8f740f4a67 None None] Network 5c43c40f-cc6a-4e53-a103-6d34effd891a requested from dv-cinder-852208-11-iscsi {{(pid=106294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:11:30.281290 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 43688) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:11:30.710002 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-3b27469b-d642-4a9d-a570-184fe92f496e demo admin] 10.222.0.46 "GET /networking/v2.0/routers/ef3ba122-e487-4959-8cb8-3ad7cbfdfeec HTTP/1.1" status: 200 len: 710 time: 0.4275932 Aug 30 04:11:30.807276 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c3389d-b32d-4227-84db-057650b0a9f3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:11:30.813914 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-23c3389d-b32d-4227-84db-057650b0a9f3 demo admin] 10.222.0.46 "GET /networking/v2.0/networks/5c43c40f-cc6a-4e53-a103-6d34effd891a HTTP/1.1" status: 200 len: 886 time: 0.0919974 Aug 30 04:11:30.817752 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-c06bd3e8-99d8-4152-a64b-20fb0002dce1 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'}}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:11:30.848550 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:11:30.939807 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:11:31.067273 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c06bd3e8-99d8-4152-a64b-20fb0002dce1 demo admin] Publish callbacks [] for router_gateway (ef3ba122-e487-4959-8cb8-3ad7cbfdfeec), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:31.328117 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device ff046960-27f0-4c41-bbb8-0581d6b9bb50 up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:11:31.357879 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c06bd3e8-99d8-4152-a64b-20fb0002dce1 demo admin] Publish callbacks [] for router_gateway (ef3ba122-e487-4959-8cb8-3ad7cbfdfeec), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:31.379203 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port ff046960-27f0-4c41-bbb8-0581d6b9bb50 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:11:31.379571 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (ff046960-27f0-4c41-bbb8-0581d6b9bb50), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:31.448377 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c06bd3e8-99d8-4152-a64b-20fb0002dce1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:31.469370 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port ff046960-27f0-4c41-bbb8-0581d6b9bb50 is: DOWN; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:11:31.469370 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (ff046960-27f0-4c41-bbb8-0581d6b9bb50), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:31.518891 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] For port ff046960-27f0-4c41-bbb8-0581d6b9bb50, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=ff046960-27f0-4c41-bbb8-0581d6b9bb50,segment=NetworkSegment(17e13aaf-6895-47e9-a4f5-090fe512b17b),segment_id=17e13aaf-6895-47e9-a4f5-090fe512b17b)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:11:31.524360 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (ff046960-27f0-4c41-bbb8-0581d6b9bb50), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:31.576604 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Pushing event updated for resources: {'Port': ['ID=ff046960-27f0-4c41-bbb8-0581d6b9bb50,revision_number=5']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:11:31.587295 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [None req-c06bd3e8-99d8-4152-a64b-20fb0002dce1 demo admin] Allocated IP 172.27.4.155 (5c43c40f-cc6a-4e53-a103-6d34effd891a/b2d4007f-d8ed-41cc-b520-7777f18cd186/dcfcfc90-3991-4dee-9bf0-bef58701f94c) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:11:31.696716 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c06bd3e8-99d8-4152-a64b-20fb0002dce1 demo admin] Publish callbacks [] for port (dcfcfc90-3991-4dee-9bf0-bef58701f94c), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:31.728069 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c06bd3e8-99d8-4152-a64b-20fb0002dce1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830'] for port (dcfcfc90-3991-4dee-9bf0-bef58701f94c), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:31.766803 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06bd3e8-99d8-4152-a64b-20fb0002dce1 demo admin] Network 5c43c40f-cc6a-4e53-a103-6d34effd891a is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:11:31.769667 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-c06bd3e8-99d8-4152-a64b-20fb0002dce1 demo admin] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:11:31.774168 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06bd3e8-99d8-4152-a64b-20fb0002dce1 demo admin] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:11:31.812911 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06bd3e8-99d8-4152-a64b-20fb0002dce1 demo admin] Pushing event updated for resources: {'Port': ['ID=dcfcfc90-3991-4dee-9bf0-bef58701f94c,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:11:31.850282 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:11:32.015560 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:11:32.029585 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c06bd3e8-99d8-4152-a64b-20fb0002dce1 demo admin] Publish callbacks [] for router_gateway (ef3ba122-e487-4959-8cb8-3ad7cbfdfeec), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:32.313357 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c06bd3e8-99d8-4152-a64b-20fb0002dce1 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6244'] for router (ef3ba122-e487-4959-8cb8-3ad7cbfdfeec), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:32.316935 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c06bd3e8-99d8-4152-a64b-20fb0002dce1 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-572498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-572491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-573850'] for router (ef3ba122-e487-4959-8cb8-3ad7cbfdfeec), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:32.424088 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c06bd3e8-99d8-4152-a64b-20fb0002dce1 demo admin] Router ef3ba122-e487-4959-8cb8-3ad7cbfdfeec has already been hosted by L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 {{(pid=106293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:11:32.530434 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06bd3e8-99d8-4152-a64b-20fb0002dce1 demo admin] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:11:32.534923 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c06bd3e8-99d8-4152-a64b-20fb0002dce1 demo admin] Publish callbacks [] for router (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:32.536121 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-c06bd3e8-99d8-4152-a64b-20fb0002dce1 demo admin] 10.222.0.46 "PUT /networking/v2.0/routers/ef3ba122-e487-4959-8cb8-3ad7cbfdfeec HTTP/1.1" status: 200 len: 890 time: 1.7215645 Aug 30 04:11:32.873577 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83618181-4542-4f5e-b379-26f516b6a92b None None] Sync routers for ids ['ef3ba122-e487-4959-8cb8-3ad7cbfdfeec'] in dv-cinder-852208-11-iscsi {{(pid=106294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:11:32.886792 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:11:32.888277 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83618181-4542-4f5e-b379-26f516b6a92b None None] Routers {'ef3ba122-e487-4959-8cb8-3ad7cbfdfeec'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:11:32.888971 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-83618181-4542-4f5e-b379-26f516b6a92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:11:22Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['ef3ba122-e487-4959-8cb8-3ad7cbfdfeec'], 'active': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:11:33.104065 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvr_db [None req-83618181-4542-4f5e-b379-26f516b6a92b None None] Set router ef3ba122-e487-4959-8cb8-3ad7cbfdfeec gateway port host: dv-cinder-852208-11-iscsi {{(pid=106294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:11:33.165300 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:11:33.301882 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device ff046960-27f0-4c41-bbb8-0581d6b9bb50 up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:11:33.440009 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port ff046960-27f0-4c41-bbb8-0581d6b9bb50 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:11:33.440297 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (ff046960-27f0-4c41-bbb8-0581d6b9bb50), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:33.562505 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-83618181-4542-4f5e-b379-26f516b6a92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef3ba122-e487-4959-8cb8-3ad7cbfdfeec', 'name': 'router1', 'tenant_id': 'd7cf2cbacea7491b9f7ddad440c0d237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.155'}], 'enable_snat': True}, 'gw_port_id': 'dcfcfc90-3991-4dee-9bf0-bef58701f94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:11:13Z', 'updated_at': '2022-08-30T04:11:31Z', 'revision_number': 4, 'project_id': 'd7cf2cbacea7491b9f7ddad440c0d237', 'gw_port': {'id': 'dcfcfc90-3991-4dee-9bf0-bef58701f94c', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d9:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef3ba122-e487-4959-8cb8-3ad7cbfdfeec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:11:31Z', 'updated_at': '2022-08-30T04:11:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': 'ff046960-27f0-4c41-bbb8-0581d6b9bb50', 'name': '', 'network_id': '913bcf93-eb00-4c7d-b012-80048cc9ccbe', 'tenant_id': 'd7cf2cbacea7491b9f7ddad440c0d237', 'mac_address': 'fa:16:3e:87:c7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3ba122-e487-4959-8cb8-3ad7cbfdfeec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '15d0bcc1-d06a-4dff-87f4-ce414fa94de5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:11:23Z', 'updated_at': '2022-08-30T04:11:31Z', 'revision_number': 5, 'project_id': 'd7cf2cbacea7491b9f7ddad440c0d237', 'subnets': [{'id': '15d0bcc1-d06a-4dff-87f4-ce414fa94de5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f6cd3c9-5425-40c7-ba57-cca9793ba905'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:11:33.687463 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83618181-4542-4f5e-b379-26f516b6a92b None None] Checking router: ef3ba122-e487-4959-8cb8-3ad7cbfdfeec for host: dv-cinder-852208-11-iscsi {{(pid=106294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:11:33.687825 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83618181-4542-4f5e-b379-26f516b6a92b None None] Updating router ef3ba122-e487-4959-8cb8-3ad7cbfdfeec port dcfcfc90-3991-4dee-9bf0-bef58701f94c binding host dv-cinder-852208-11-iscsi {{(pid=106294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:11:33.770185 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port ff046960-27f0-4c41-bbb8-0581d6b9bb50 is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:11:33.772092 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-83618181-4542-4f5e-b379-26f516b6a92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (dcfcfc90-3991-4dee-9bf0-bef58701f94c), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:34.089318 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-83618181-4542-4f5e-b379-26f516b6a92b None None] Publish callbacks [] for port (dcfcfc90-3991-4dee-9bf0-bef58701f94c), precommit_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:34.094639 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-83618181-4542-4f5e-b379-26f516b6a92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (dcfcfc90-3991-4dee-9bf0-bef58701f94c), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:34.127550 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-83618181-4542-4f5e-b379-26f516b6a92b None None] Attempting to bind port dcfcfc90-3991-4dee-9bf0-bef58701f94c on host dv-cinder-852208-11-iscsi for vnic_type normal with profile {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:11:34.127924 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-83618181-4542-4f5e-b379-26f516b6a92b None None] Attempting to bind port dcfcfc90-3991-4dee-9bf0-bef58701f94c by drivers openvswitch,hyperv on host dv-cinder-852208-11-iscsi at level 0 using segments [{'id': '10b95e6c-2e6d-452d-a5ef-cbf673e3f24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'}] {{(pid=106294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:11:34.128295 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83618181-4542-4f5e-b379-26f516b6a92b None None] Attempting to bind port dcfcfc90-3991-4dee-9bf0-bef58701f94c on network 5c43c40f-cc6a-4e53-a103-6d34effd891a {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:11:34.139269 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83618181-4542-4f5e-b379-26f516b6a92b None None] Checking agent: {'id': 'd414c4c0-e104-4322-85c3-8bf64da32860', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852208-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 10, 56), 'started_at': datetime.datetime(2022, 8, 30, 4, 11, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852208-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:11:34.139646 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83618181-4542-4f5e-b379-26f516b6a92b None None] Checking segment: {'id': '10b95e6c-2e6d-452d-a5ef-cbf673e3f24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:11:34.140047 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-83618181-4542-4f5e-b379-26f516b6a92b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:34.140444 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83618181-4542-4f5e-b379-26f516b6a92b None None] Bound using segment: {'id': '10b95e6c-2e6d-452d-a5ef-cbf673e3f24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'} {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:11:34.140915 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-83618181-4542-4f5e-b379-26f516b6a92b None None] Bound port: dcfcfc90-3991-4dee-9bf0-bef58701f94c, host: dv-cinder-852208-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10b95e6c-2e6d-452d-a5ef-cbf673e3f24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'}}] {{(pid=106294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:11:34.141294 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-83618181-4542-4f5e-b379-26f516b6a92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (dcfcfc90-3991-4dee-9bf0-bef58701f94c), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:34.144887 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:11:34.174075 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e10c7d7-f06f-48ac-865d-375fad8eaa09 None None] Pushing event updated for resources: {'Port': ['ID=dcfcfc90-3991-4dee-9bf0-bef58701f94c,revision_number=2']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:11:34.199174 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-83618181-4542-4f5e-b379-26f516b6a92b None None] For port dcfcfc90-3991-4dee-9bf0-bef58701f94c, host dv-cinder-852208-11-iscsi, cleared binding levels {{(pid=106294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:11:34.202496 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-83618181-4542-4f5e-b379-26f516b6a92b None None] For port dcfcfc90-3991-4dee-9bf0-bef58701f94c, host dv-cinder-852208-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=dcfcfc90-3991-4dee-9bf0-bef58701f94c,segment=NetworkSegment(10b95e6c-2e6d-452d-a5ef-cbf673e3f24c),segment_id=10b95e6c-2e6d-452d-a5ef-cbf673e3f24c)] {{(pid=106294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:11:34.208266 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-83618181-4542-4f5e-b379-26f516b6a92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (dcfcfc90-3991-4dee-9bf0-bef58701f94c), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:34.251579 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83618181-4542-4f5e-b379-26f516b6a92b None None] Routers {'ef3ba122-e487-4959-8cb8-3ad7cbfdfeec'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:11:34.252196 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-83618181-4542-4f5e-b379-26f516b6a92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:11:22Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['ef3ba122-e487-4959-8cb8-3ad7cbfdfeec'], 'active': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:11:34.332262 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e10c7d7-f06f-48ac-865d-375fad8eaa09 None None] Pushing event updated for resources: {'Port': ['ID=dcfcfc90-3991-4dee-9bf0-bef58701f94c,revision_number=3']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:11:34.391853 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:11:34.393820 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvr_db [None req-83618181-4542-4f5e-b379-26f516b6a92b None None] Set router ef3ba122-e487-4959-8cb8-3ad7cbfdfeec gateway port host: dv-cinder-852208-11-iscsi {{(pid=106294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:11:34.602723 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-83618181-4542-4f5e-b379-26f516b6a92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef3ba122-e487-4959-8cb8-3ad7cbfdfeec', 'name': 'router1', 'tenant_id': 'd7cf2cbacea7491b9f7ddad440c0d237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.155'}], 'enable_snat': True}, 'gw_port_id': 'dcfcfc90-3991-4dee-9bf0-bef58701f94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:11:13Z', 'updated_at': '2022-08-30T04:11:31Z', 'revision_number': 4, 'project_id': 'd7cf2cbacea7491b9f7ddad440c0d237', 'gw_port': {'id': 'dcfcfc90-3991-4dee-9bf0-bef58701f94c', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d9:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef3ba122-e487-4959-8cb8-3ad7cbfdfeec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:11:31Z', 'updated_at': '2022-08-30T04:11:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': 'ff046960-27f0-4c41-bbb8-0581d6b9bb50', 'name': '', 'network_id': '913bcf93-eb00-4c7d-b012-80048cc9ccbe', 'tenant_id': 'd7cf2cbacea7491b9f7ddad440c0d237', 'mac_address': 'fa:16:3e:87:c7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3ba122-e487-4959-8cb8-3ad7cbfdfeec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '15d0bcc1-d06a-4dff-87f4-ce414fa94de5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:11:23Z', 'updated_at': '2022-08-30T04:11:31Z', 'revision_number': 5, 'project_id': 'd7cf2cbacea7491b9f7ddad440c0d237', 'subnets': [{'id': '15d0bcc1-d06a-4dff-87f4-ce414fa94de5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f6cd3c9-5425-40c7-ba57-cca9793ba905'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:11:34.631865 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83618181-4542-4f5e-b379-26f516b6a92b None None] The sync data for ids ['ef3ba122-e487-4959-8cb8-3ad7cbfdfeec'] in dv-cinder-852208-11-iscsi is: [{'id': 'ef3ba122-e487-4959-8cb8-3ad7cbfdfeec', 'name': 'router1', 'tenant_id': 'd7cf2cbacea7491b9f7ddad440c0d237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.155'}], 'enable_snat': True}, 'gw_port_id': 'dcfcfc90-3991-4dee-9bf0-bef58701f94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:11:13Z', 'updated_at': '2022-08-30T04:11:31Z', 'revision_number': 4, 'project_id': 'd7cf2cbacea7491b9f7ddad440c0d237', 'gw_port': {'id': 'dcfcfc90-3991-4dee-9bf0-bef58701f94c', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d9:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef3ba122-e487-4959-8cb8-3ad7cbfdfeec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:11:31Z', 'updated_at': '2022-08-30T04:11:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': 'ff046960-27f0-4c41-bbb8-0581d6b9bb50', 'name': '', 'network_id': '913bcf93-eb00-4c7d-b012-80048cc9ccbe', 'tenant_id': 'd7cf2cbacea7491b9f7ddad440c0d237', 'mac_address': 'fa:16:3e:87:c7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3ba122-e487-4959-8cb8-3ad7cbfdfeec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '15d0bcc1-d06a-4dff-87f4-ce414fa94de5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:11:23Z', 'updated_at': '2022-08-30T04:11:31Z', 'revision_number': 5, 'project_id': 'd7cf2cbacea7491b9f7ddad440c0d237', 'subnets': [{'id': '15d0bcc1-d06a-4dff-87f4-ce414fa94de5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f6cd3c9-5425-40c7-ba57-cca9793ba905'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:11:35.134476 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 43700) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:11:35.311969 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device dcfcfc90-3991-4dee-9bf0-bef58701f94c up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:11:35.359668 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port dcfcfc90-3991-4dee-9bf0-bef58701f94c triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:11:35.360068 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (dcfcfc90-3991-4dee-9bf0-bef58701f94c), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:35.437625 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port dcfcfc90-3991-4dee-9bf0-bef58701f94c is: DOWN; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:11:35.438135 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (dcfcfc90-3991-4dee-9bf0-bef58701f94c), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:35.459952 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] For port dcfcfc90-3991-4dee-9bf0-bef58701f94c, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=dcfcfc90-3991-4dee-9bf0-bef58701f94c,segment=NetworkSegment(10b95e6c-2e6d-452d-a5ef-cbf673e3f24c),segment_id=10b95e6c-2e6d-452d-a5ef-cbf673e3f24c)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:11:35.464824 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (dcfcfc90-3991-4dee-9bf0-bef58701f94c), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:35.514232 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Pushing event updated for resources: {'Port': ['ID=dcfcfc90-3991-4dee-9bf0-bef58701f94c,revision_number=4']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:11:35.567735 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-5756081a-2afe-45de-b8e7-5c2d8a2009a3 admin admin] 10.222.0.46 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.4321382 Aug 30 04:11:37.296165 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device dcfcfc90-3991-4dee-9bf0-bef58701f94c up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:11:37.345587 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port dcfcfc90-3991-4dee-9bf0-bef58701f94c triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:11:37.345985 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (dcfcfc90-3991-4dee-9bf0-bef58701f94c), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:37.428794 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port dcfcfc90-3991-4dee-9bf0-bef58701f94c is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:11:37.718325 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=40 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:11:37.731193 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=36 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:11:45.560655 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=49 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:11:45.563888 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=62,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:11:47.424846 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:11:47.426329 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=63 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:11:50.302722 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-57649c78-8608-473e-9c05-c211be9a3fdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (1bd89ca2-58f6-428d-83bf-6325bad549fd), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:52.475656 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-bca45281-01ae-47e5-bde4-b5c7c1e504c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:53.706197 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8bdbbddc-d827-40e6-b8fb-29930693a668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (0ba81f50-231f-4a87-bfed-adcf093ea106), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:55.352985 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-390264ec-bab8-4bcb-922a-62bbd4f3a683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (b2cd167f-1ad0-4273-bd2a-29638b1fd1d2), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:55.540650 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (d414c4c0-e104-4322-85c3-8bf64da32860), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:11:57.721652 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.agents_db [None req-4bab6993-eaca-4b45-827a-a5590950f82e None None] Agent healthcheck: found 5 active agents {{(pid=106295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:12:05.534942 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:12:05.537366 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:12:14.721383 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=8 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:12:20.294711 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-1ef7308d-f16e-4b67-b87f-374e7a1b2334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (1bd89ca2-58f6-428d-83bf-6325bad549fd), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:12:22.473629 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-414c2b88-0dac-43b1-9f0d-09387a203a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:12:23.698940 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8bdbbddc-d827-40e6-b8fb-29930693a668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (0ba81f50-231f-4a87-bfed-adcf093ea106), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:12:25.357669 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-390264ec-bab8-4bcb-922a-62bbd4f3a683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (b2cd167f-1ad0-4273-bd2a-29638b1fd1d2), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:12:25.549608 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (d414c4c0-e104-4322-85c3-8bf64da32860), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:12:34.723233 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.agents_db [None req-4bab6993-eaca-4b45-827a-a5590950f82e None None] Agent healthcheck: found 5 active agents {{(pid=106295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:12:35.541518 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:12:35.543883 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:12:50.288200 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-2035c800-d550-4cab-a037-f2f7de2f5cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (1bd89ca2-58f6-428d-83bf-6325bad549fd), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:12:52.470360 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9b554d54-c64b-45ec-bf33-1134daea617a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:12:53.701399 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8bdbbddc-d827-40e6-b8fb-29930693a668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (0ba81f50-231f-4a87-bfed-adcf093ea106), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:12:55.356900 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-390264ec-bab8-4bcb-922a-62bbd4f3a683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (b2cd167f-1ad0-4273-bd2a-29638b1fd1d2), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:12:55.533812 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (d414c4c0-e104-4322-85c3-8bf64da32860), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:12:55.710011 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:12:55.730819 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=8 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:12:58.921695 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 44238) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:12:59.277600 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.pecan_wsgi.hooks.translation [None req-bde462c3-676f-453d-8c94-4370f736d95e admin admin] GET failed (client error): The resource could not be found. Aug 30 04:12:59.278991 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-bde462c3-676f-453d-8c94-4370f736d95e admin admin] 10.222.0.46 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3562596 Aug 30 04:12:59.440569 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39737dc7-dc5c-4bfd-ab06-44d71e6169c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:12:59.442052 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-39737dc7-dc5c-4bfd-ab06-44d71e6169c2 admin admin] 10.222.0.46 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1587040 Aug 30 04:13:01.780041 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 44248) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:13:02.150444 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831968c7-67d1-48fd-b762-12b115cbaa0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:13:02.151844 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-831968c7-67d1-48fd-b762-12b115cbaa0c admin admin] 10.222.0.46 "GET /networking/v2.0/subnets/15d0bcc1-d06a-4dff-87f4-ce414fa94de5 HTTP/1.1" status: 200 len: 849 time: 0.3708398 Aug 30 04:13:02.161259 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-7ee5c018-6122-40ee-81e0-acbdc43ae990 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:13:02.249831 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-7ee5c018-6122-40ee-81e0-acbdc43ae990 admin admin] Publish callbacks [] for subnet (15d0bcc1-d06a-4dff-87f4-ce414fa94de5), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:13:02.402201 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-7ee5c018-6122-40ee-81e0-acbdc43ae990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749362770315'] for subnet (15d0bcc1-d06a-4dff-87f4-ce414fa94de5), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:13:02.434941 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee5c018-6122-40ee-81e0-acbdc43ae990 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:13:02.435945 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-7ee5c018-6122-40ee-81e0-acbdc43ae990 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for subnet (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:13:02.436796 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-7ee5c018-6122-40ee-81e0-acbdc43ae990 admin admin] 10.222.0.46 "PUT /networking/v2.0/subnets/15d0bcc1-d06a-4dff-87f4-ce414fa94de5 HTTP/1.1" status: 200 len: 868 time: 0.2791526 Aug 30 04:13:02.442527 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efac266-066f-40cc-a274-99b74efa84a5 None None] Network 913bcf93-eb00-4c7d-b012-80048cc9ccbe requested from dv-cinder-852208-11-iscsi {{(pid=106294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:13:02.457209 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee5c018-6122-40ee-81e0-acbdc43ae990 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15d0bcc1-d06a-4dff-87f4-ce414fa94de5,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:13:02.465378 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5c018-6122-40ee-81e0-acbdc43ae990 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:13:02.465757 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5c018-6122-40ee-81e0-acbdc43ae990 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:13:02.466083 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5c018-6122-40ee-81e0-acbdc43ae990 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:13:02.466464 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5c018-6122-40ee-81e0-acbdc43ae990 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:13:02.466795 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5c018-6122-40ee-81e0-acbdc43ae990 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:13:02.467130 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5c018-6122-40ee-81e0-acbdc43ae990 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:13:02.467455 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5c018-6122-40ee-81e0-acbdc43ae990 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:13:02.467776 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5c018-6122-40ee-81e0-acbdc43ae990 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:13:02.468112 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5c018-6122-40ee-81e0-acbdc43ae990 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:13:02.468436 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5c018-6122-40ee-81e0-acbdc43ae990 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:13:02.468778 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5c018-6122-40ee-81e0-acbdc43ae990 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:13:02.469231 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5c018-6122-40ee-81e0-acbdc43ae990 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:13:02.469555 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5c018-6122-40ee-81e0-acbdc43ae990 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:13:02.469866 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5c018-6122-40ee-81e0-acbdc43ae990 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:13:02.470183 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5c018-6122-40ee-81e0-acbdc43ae990 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:13:02.725427 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-7057cce4-5e97-4713-be14-12237bd9c9a4 None None] Provisioning complete for port 7d9ef4e5-4cce-4f10-89b9-81c91e9eab22 triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:13:02.725857 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-7057cce4-5e97-4713-be14-12237bd9c9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (7d9ef4e5-4cce-4f10-89b9-81c91e9eab22), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:13:02.803451 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-7057cce4-5e97-4713-be14-12237bd9c9a4 None None] Current status of the port 7d9ef4e5-4cce-4f10-89b9-81c91e9eab22 is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:13:02.813565 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-7057cce4-5e97-4713-be14-12237bd9c9a4 None None] Provisioning complete for port ff046960-27f0-4c41-bbb8-0581d6b9bb50 triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:13:02.813565 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-7057cce4-5e97-4713-be14-12237bd9c9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (ff046960-27f0-4c41-bbb8-0581d6b9bb50), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:13:02.885325 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-7057cce4-5e97-4713-be14-12237bd9c9a4 None None] Current status of the port ff046960-27f0-4c41-bbb8-0581d6b9bb50 is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:13:04.797769 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 44256) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:13:05.291977 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade2c6fe-20ca-4de7-b4ac-018f2f099925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:13:05.292705 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade2c6fe-20ca-4de7-b4ac-018f2f099925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:13:05.294975 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-ade2c6fe-20ca-4de7-b4ac-018f2f099925 admin admin] 10.222.0.46 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4961882 Aug 30 04:13:07.793001 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 44264) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:13:08.208111 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0f9528-59dc-4f17-95dd-ae9f0f88f7ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:13:08.208654 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0f9528-59dc-4f17-95dd-ae9f0f88f7ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:13:08.210830 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-db0f9528-59dc-4f17-95dd-ae9f0f88f7ce admin admin] 10.222.0.46 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4163060 Aug 30 04:13:10.558952 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 44272) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:13:10.964179 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:13:10.978763 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d202ab9-b4c5-44bb-997c-23c44a0b1e4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:13:10.980131 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-0d202ab9-b4c5-44bb-997c-23c44a0b1e4f admin admin] 10.222.0.46 "GET /networking/v2.0/networks/5c43c40f-cc6a-4e53-a103-6d34effd891a HTTP/1.1" status: 200 len: 886 time: 0.4203186 Aug 30 04:13:11.722906 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.agents_db [None req-4bab6993-eaca-4b45-827a-a5590950f82e None None] Agent healthcheck: found 5 active agents {{(pid=106295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:13:12.882513 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:13:12.884469 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=43,neutron:UPDATE=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:13:13.320891 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 44280) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:13:13.806993 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:13:13.834935 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a09833-bd54-4aad-afa1-b75de9ecd204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:13:13.836439 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-f8a09833-bd54-4aad-afa1-b75de9ecd204 admin admin] 10.222.0.46 "GET /networking/v2.0/networks/913bcf93-eb00-4c7d-b012-80048cc9ccbe HTTP/1.1" status: 200 len: 869 time: 0.5145807 Aug 30 04:13:16.165668 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 44288) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:13:16.566014 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5e637a-e651-4465-b818-9afd56cfcd5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:13:16.566513 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5e637a-e651-4465-b818-9afd56cfcd5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:13:16.568134 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-9f5e637a-e651-4465-b818-9afd56cfcd5d admin admin] 10.222.0.46 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4014647 Aug 30 04:13:18.937395 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 44296) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:13:19.320961 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccfb0a0-93c1-45b5-981a-287c7c882400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:13:19.321418 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccfb0a0-93c1-45b5-981a-287c7c882400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:13:19.323005 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-5ccfb0a0-93c1-45b5-981a-287c7c882400 admin admin] 10.222.0.46 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3842301 Aug 30 04:13:20.292206 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-d352c62d-3d00-4126-9157-197b4a0eec7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (1bd89ca2-58f6-428d-83bf-6325bad549fd), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:13:21.704012 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 44304) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:13:22.081126 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a315242b-3e49-4cda-853e-2f972cc14d30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:13:22.082481 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-a315242b-3e49-4cda-853e-2f972cc14d30 admin admin] 10.222.0.46 "GET /networking/v2.0/subnets/15d0bcc1-d06a-4dff-87f4-ce414fa94de5 HTTP/1.1" status: 200 len: 868 time: 0.3775170 Aug 30 04:13:22.474825 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-7c16ceb2-5fe8-40d5-b817-a8d301e59614 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:13:23.705142 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8bdbbddc-d827-40e6-b8fb-29930693a668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (0ba81f50-231f-4a87-bfed-adcf093ea106), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:13:24.468320 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 44312) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:13:24.903897 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7235fe-1a9e-465e-9f3e-4e9cede3849a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:13:24.905505 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-9a7235fe-1a9e-465e-9f3e-4e9cede3849a admin admin] 10.222.0.46 "GET /networking/v2.0/subnets/b2d4007f-d8ed-41cc-b520-7777f18cd186 HTTP/1.1" status: 200 len: 816 time: 0.4359918 Aug 30 04:13:25.360368 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-390264ec-bab8-4bcb-922a-62bbd4f3a683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (b2cd167f-1ad0-4273-bd2a-29638b1fd1d2), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:13:25.538207 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (d414c4c0-e104-4322-85c3-8bf64da32860), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:13:28.701583 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:13:28.711952 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=6 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:13:34.892737 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=19 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:13:34.898652 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=45 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:13:35.532180 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:13:35.532988 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:13:46.589204 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=12 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:13:46.597518 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=14 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:13:48.721655 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.agents_db [None req-4bab6993-eaca-4b45-827a-a5590950f82e None None] Agent healthcheck: found 5 active agents {{(pid=106295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:13:50.293352 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-ee40a05f-98b5-4e34-93e4-0f38d23173bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (1bd89ca2-58f6-428d-83bf-6325bad549fd), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:13:52.476881 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-840dbd21-62ab-45c4-987a-11a715c8b01a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:13:53.707439 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8bdbbddc-d827-40e6-b8fb-29930693a668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (0ba81f50-231f-4a87-bfed-adcf093ea106), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:13:53.993275 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 44368) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:13:54.317419 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [None req-06f8a21f-2c9a-4c3a-8e17-3878bc19a6bc admin admin] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106293) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 04:13:54.319011 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-06f8a21f-2c9a-4c3a-8e17-3878bc19a6bc admin admin] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3242836 Aug 30 04:13:55.364745 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-390264ec-bab8-4bcb-922a-62bbd4f3a683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (b2cd167f-1ad0-4273-bd2a-29638b1fd1d2), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:13:55.541584 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (d414c4c0-e104-4322-85c3-8bf64da32860), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:13:56.767411 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 44376) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:13:57.121874 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd3e9b63-83d3-4418-b1f7-35a20a6f1228 admin admin] GET failed (client error): The resource could not be found. Aug 30 04:13:57.123216 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-fd3e9b63-83d3-4418-b1f7-35a20a6f1228 admin admin] 10.222.0.46 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3548267 Aug 30 04:13:57.215643 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b28772-f223-43f5-ab3d-d1c0bd8cc0e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:13:57.217116 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-44b28772-f223-43f5-ab3d-d1c0bd8cc0e7 admin admin] 10.222.0.46 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0894468 Aug 30 04:13:59.581189 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 44384) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:13:59.910119 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-9c178337-62c4-4628-8e15-1de927f5d5f3 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:13:59.930503 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c178337-62c4-4628-8e15-1de927f5d5f3 admin admin] Made reservation on behalf of b409aaa1029446de8dc3bfb718ab67c6 for: {'network': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:13:59.933014 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9c178337-62c4-4628-8e15-1de927f5d5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for network (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:13:59.960987 dv-cinder-852208-11-iscsi neutron-server[106293]: WARNING neutron.services.revisions.revision_plugin [None req-9c178337-62c4-4628-8e15-1de927f5d5f3 admin admin] Could not find related network for resource to bump revision. Aug 30 04:13:59.971793 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c178337-62c4-4628-8e15-1de927f5d5f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=106293) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 04:13:59.980733 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9c178337-62c4-4628-8e15-1de927f5d5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784698'] for segment (a1d42612-452c-46fc-9e54-fb815144df37), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:13:59.981076 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.db.segments_db [None req-9c178337-62c4-4628-8e15-1de927f5d5f3 admin admin] Added segment a1d42612-452c-46fc-9e54-fb815144df37 of type vlan for network 62747595-b37b-4587-a380-f15751e0266b Aug 30 04:14:00.024601 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9c178337-62c4-4628-8e15-1de927f5d5f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749362409045'] for network (62747595-b37b-4587-a380-f15751e0266b), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:14:00.049351 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9c178337-62c4-4628-8e15-1de927f5d5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472'] for network (62747595-b37b-4587-a380-f15751e0266b), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:14:00.050352 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c178337-62c4-4628-8e15-1de927f5d5f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:14:00.050936 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9c178337-62c4-4628-8e15-1de927f5d5f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for network (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:14:00.109660 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-9c178337-62c4-4628-8e15-1de927f5d5f3 admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5273635 Aug 30 04:14:00.114963 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c178337-62c4-4628-8e15-1de927f5d5f3 admin admin] Pushing event updated for resources: {'Network': ['ID=62747595-b37b-4587-a380-f15751e0266b,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:14:00.126900 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Network 62747595-b37b-4587-a380-f15751e0266b details requested by agent ovs-agent-dv-cinder-852208-11-iscsi with host dv-cinder-852208-11-iscsi {{(pid=106294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 04:14:02.467217 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 44392) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:14:02.800357 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b48fefc-6726-4766-be02-ed8ff9effb37 admin admin] GET failed (client error): The resource could not be found. Aug 30 04:14:02.801622 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-4b48fefc-6726-4766-be02-ed8ff9effb37 admin admin] 10.222.0.46 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3335392 Aug 30 04:14:02.875358 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc2b16b-9b84-486d-ba40-edb23757b53a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:14:02.876783 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-dcc2b16b-9b84-486d-ba40-edb23757b53a admin admin] 10.222.0.46 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0699532 Aug 30 04:14:02.886931 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-2213d739-88a4-4e6b-b808-babc61c8bfa8 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '62747595-b37b-4587-a380-f15751e0266b'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:14:02.907215 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2213d739-88a4-4e6b-b808-babc61c8bfa8 admin admin] Made reservation on behalf of b409aaa1029446de8dc3bfb718ab67c6 for: {'subnet': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:14:02.909714 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2213d739-88a4-4e6b-b808-babc61c8bfa8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:14:03.078505 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2213d739-88a4-4e6b-b808-babc61c8bfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472'] for subnet (3520f782-049b-44e5-9807-172d2fcdcac5), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:14:03.127988 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213d739-88a4-4e6b-b808-babc61c8bfa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3520f782-049b-44e5-9807-172d2fcdcac5,revision_number=0']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:14:03.140745 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213d739-88a4-4e6b-b808-babc61c8bfa8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:14:03.141093 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213d739-88a4-4e6b-b808-babc61c8bfa8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:14:03.141428 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213d739-88a4-4e6b-b808-babc61c8bfa8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:14:03.141756 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213d739-88a4-4e6b-b808-babc61c8bfa8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:14:03.142080 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213d739-88a4-4e6b-b808-babc61c8bfa8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:14:03.142436 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213d739-88a4-4e6b-b808-babc61c8bfa8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:14:03.142752 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213d739-88a4-4e6b-b808-babc61c8bfa8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:14:03.143069 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213d739-88a4-4e6b-b808-babc61c8bfa8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:14:03.143397 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213d739-88a4-4e6b-b808-babc61c8bfa8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:14:03.143714 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213d739-88a4-4e6b-b808-babc61c8bfa8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:14:03.144046 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213d739-88a4-4e6b-b808-babc61c8bfa8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:14:03.144366 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213d739-88a4-4e6b-b808-babc61c8bfa8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:14:03.144676 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213d739-88a4-4e6b-b808-babc61c8bfa8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:14:03.144985 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213d739-88a4-4e6b-b808-babc61c8bfa8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:14:03.145295 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213d739-88a4-4e6b-b808-babc61c8bfa8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:14:03.155901 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2213d739-88a4-4e6b-b808-babc61c8bfa8 admin admin] Checking segment: {'id': 'a1d42612-452c-46fc-9e54-fb815144df37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '62747595-b37b-4587-a380-f15751e0266b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:14:03.156251 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2213d739-88a4-4e6b-b808-babc61c8bfa8 admin admin] Network hostable DHCP agents. Network: 62747595-b37b-4587-a380-f15751e0266b, hostable agents: ['1bd89ca2-58f6-428d-83bf-6325bad549fd'], hosted agents: [] {{(pid=106293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 04:14:03.173143 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2213d739-88a4-4e6b-b808-babc61c8bfa8 admin admin] Network 62747595-b37b-4587-a380-f15751e0266b is scheduled to be hosted by DHCP agent 1bd89ca2-58f6-428d-83bf-6325bad549fd with binding_index 1 {{(pid=106293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 04:14:03.182470 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-2213d739-88a4-4e6b-b808-babc61c8bfa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852208-11-iscsi, 62747595-b37b-4587-a380-f15751e0266b) {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:14:03.186497 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2213d739-88a4-4e6b-b808-babc61c8bfa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:14:03.187070 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2213d739-88a4-4e6b-b808-babc61c8bfa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for subnet (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:14:03.193134 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348ca355-4aa6-4170-a07f-70af5976fae3 None None] Network 62747595-b37b-4587-a380-f15751e0266b requested from dv-cinder-852208-11-iscsi {{(pid=106294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:14:03.203837 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-2213d739-88a4-4e6b-b808-babc61c8bfa8 admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3202677 Aug 30 04:14:03.305364 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2028b8f-549b-4c9a-8940-c2b3e4a10eb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe061a4b4-6b24-5e8c-afc3-0a1b8ef042c0-62747595-b37b-4587-a380-f15751e0266b', 'network_id': '62747595-b37b-4587-a380-f15751e0266b', 'project_id': 'b409aaa1029446de8dc3bfb718ab67c6', 'fixed_ips': [{'subnet_id': '3520f782-049b-44e5-9807-172d2fcdcac5'}]}} from dv-cinder-852208-11-iscsi. {{(pid=106294) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 04:14:03.306489 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-c2028b8f-549b-4c9a-8940-c2b3e4a10eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:14:03.452735 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.db_base_plugin_common [None req-c2028b8f-549b-4c9a-8940-c2b3e4a10eb5 None None] Allocated IP 192.168.233.2 (62747595-b37b-4587-a380-f15751e0266b/3520f782-049b-44e5-9807-172d2fcdcac5/96e1f997-8024-4d9e-a421-06acada1c2e0) {{(pid=106294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:14:03.703863 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-c2028b8f-549b-4c9a-8940-c2b3e4a10eb5 None None] Publish callbacks [] for port (96e1f997-8024-4d9e-a421-06acada1c2e0), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:14:03.709800 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-c2028b8f-549b-4c9a-8940-c2b3e4a10eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830'] for port (96e1f997-8024-4d9e-a421-06acada1c2e0), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:14:03.753379 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2028b8f-549b-4c9a-8940-c2b3e4a10eb5 None None] Network 62747595-b37b-4587-a380-f15751e0266b is already hosted by enough agents. {{(pid=106294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:14:03.759385 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.scheduler.base_scheduler [None req-c2028b8f-549b-4c9a-8940-c2b3e4a10eb5 None None] Resources bound (agent type, host, resource id): {{(pid=106294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:14:03.761476 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2028b8f-549b-4c9a-8940-c2b3e4a10eb5 None None] Pushing event updated for resources: {'Port': ['ID=96e1f997-8024-4d9e-a421-06acada1c2e0,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:14:03.763720 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2028b8f-549b-4c9a-8940-c2b3e4a10eb5 None None] Received port after_create {{(pid=106294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:14:03.777096 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2028b8f-549b-4c9a-8940-c2b3e4a10eb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:14:03.777447 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2028b8f-549b-4c9a-8940-c2b3e4a10eb5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:14:03.777813 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2028b8f-549b-4c9a-8940-c2b3e4a10eb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:14:03.778168 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2028b8f-549b-4c9a-8940-c2b3e4a10eb5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:14:03.778533 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2028b8f-549b-4c9a-8940-c2b3e4a10eb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:14:03.778864 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2028b8f-549b-4c9a-8940-c2b3e4a10eb5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:14:03.779192 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2028b8f-549b-4c9a-8940-c2b3e4a10eb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:14:03.779516 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2028b8f-549b-4c9a-8940-c2b3e4a10eb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:14:03.779861 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2028b8f-549b-4c9a-8940-c2b3e4a10eb5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:14:03.780185 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2028b8f-549b-4c9a-8940-c2b3e4a10eb5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:14:03.780511 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2028b8f-549b-4c9a-8940-c2b3e4a10eb5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:14:03.780848 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2028b8f-549b-4c9a-8940-c2b3e4a10eb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:14:03.781170 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2028b8f-549b-4c9a-8940-c2b3e4a10eb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:14:03.781487 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2028b8f-549b-4c9a-8940-c2b3e4a10eb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:14:03.781805 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2028b8f-549b-4c9a-8940-c2b3e4a10eb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:14:03.835310 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-c2028b8f-549b-4c9a-8940-c2b3e4a10eb5 None None] Attempting to bind port 96e1f997-8024-4d9e-a421-06acada1c2e0 on host dv-cinder-852208-11-iscsi for vnic_type normal with profile {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:14:03.835673 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-c2028b8f-549b-4c9a-8940-c2b3e4a10eb5 None None] Attempting to bind port 96e1f997-8024-4d9e-a421-06acada1c2e0 by drivers openvswitch,hyperv on host dv-cinder-852208-11-iscsi at level 0 using segments [{'id': 'a1d42612-452c-46fc-9e54-fb815144df37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '62747595-b37b-4587-a380-f15751e0266b'}] {{(pid=106294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:14:03.836034 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2028b8f-549b-4c9a-8940-c2b3e4a10eb5 None None] Attempting to bind port 96e1f997-8024-4d9e-a421-06acada1c2e0 on network 62747595-b37b-4587-a380-f15751e0266b {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:14:03.841479 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2028b8f-549b-4c9a-8940-c2b3e4a10eb5 None None] Checking agent: {'id': 'd414c4c0-e104-4322-85c3-8bf64da32860', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852208-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 10, 56), 'started_at': datetime.datetime(2022, 8, 30, 4, 11, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852208-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:14:03.841849 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2028b8f-549b-4c9a-8940-c2b3e4a10eb5 None None] Checking segment: {'id': 'a1d42612-452c-46fc-9e54-fb815144df37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '62747595-b37b-4587-a380-f15751e0266b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:14:03.842244 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-c2028b8f-549b-4c9a-8940-c2b3e4a10eb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:14:03.842654 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2028b8f-549b-4c9a-8940-c2b3e4a10eb5 None None] Bound using segment: {'id': 'a1d42612-452c-46fc-9e54-fb815144df37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '62747595-b37b-4587-a380-f15751e0266b'} {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:14:03.843108 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-c2028b8f-549b-4c9a-8940-c2b3e4a10eb5 None None] Bound port: 96e1f997-8024-4d9e-a421-06acada1c2e0, host: dv-cinder-852208-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1d42612-452c-46fc-9e54-fb815144df37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '62747595-b37b-4587-a380-f15751e0266b'}}] {{(pid=106294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:14:03.843539 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-c2028b8f-549b-4c9a-8940-c2b3e4a10eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (96e1f997-8024-4d9e-a421-06acada1c2e0), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:14:03.908536 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-c2028b8f-549b-4c9a-8940-c2b3e4a10eb5 None None] For port 96e1f997-8024-4d9e-a421-06acada1c2e0, host dv-cinder-852208-11-iscsi, cleared binding levels {{(pid=106294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:14:03.912562 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-c2028b8f-549b-4c9a-8940-c2b3e4a10eb5 None None] For port 96e1f997-8024-4d9e-a421-06acada1c2e0, host dv-cinder-852208-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=96e1f997-8024-4d9e-a421-06acada1c2e0,segment=NetworkSegment(a1d42612-452c-46fc-9e54-fb815144df37),segment_id=a1d42612-452c-46fc-9e54-fb815144df37)] {{(pid=106294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:14:03.914174 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=89,neutron:UPDATE=8,neutron:INSERT=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:14:03.920303 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-c2028b8f-549b-4c9a-8940-c2b3e4a10eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (96e1f997-8024-4d9e-a421-06acada1c2e0), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:14:03.972776 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2028b8f-549b-4c9a-8940-c2b3e4a10eb5 None None] Pushing event updated for resources: {'Port': ['ID=96e1f997-8024-4d9e-a421-06acada1c2e0,revision_number=2']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:14:04.750487 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b30b50-44e7-4a95-b14f-a2165f58acc0 None None] Network 62747595-b37b-4587-a380-f15751e0266b requested from dv-cinder-852208-11-iscsi {{(pid=106294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:14:04.807655 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-2d89f84f-79f2-4673-9552-55537dacae87 None None] Provisioning complete for port 96e1f997-8024-4d9e-a421-06acada1c2e0 triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:14:04.808045 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-2d89f84f-79f2-4673-9552-55537dacae87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (96e1f997-8024-4d9e-a421-06acada1c2e0), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:14:04.842182 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:14:04.935612 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-2d89f84f-79f2-4673-9552-55537dacae87 None None] Current status of the port 96e1f997-8024-4d9e-a421-06acada1c2e0 is: DOWN; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:14:04.936169 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-2d89f84f-79f2-4673-9552-55537dacae87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (96e1f997-8024-4d9e-a421-06acada1c2e0), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:14:04.978477 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-2d89f84f-79f2-4673-9552-55537dacae87 None None] For port 96e1f997-8024-4d9e-a421-06acada1c2e0, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=96e1f997-8024-4d9e-a421-06acada1c2e0,segment=NetworkSegment(a1d42612-452c-46fc-9e54-fb815144df37),segment_id=a1d42612-452c-46fc-9e54-fb815144df37)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:14:04.984093 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-2d89f84f-79f2-4673-9552-55537dacae87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (96e1f997-8024-4d9e-a421-06acada1c2e0), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:14:05.042886 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d89f84f-79f2-4673-9552-55537dacae87 None None] Pushing event updated for resources: {'Port': ['ID=96e1f997-8024-4d9e-a421-06acada1c2e0,revision_number=3']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:14:05.204732 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-ce5e1757-2e09-480f-ad84-02acc3863f51 None None] Provisioning complete for port 96e1f997-8024-4d9e-a421-06acada1c2e0 triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:14:05.205031 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-ce5e1757-2e09-480f-ad84-02acc3863f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (96e1f997-8024-4d9e-a421-06acada1c2e0), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:14:05.281234 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-ce5e1757-2e09-480f-ad84-02acc3863f51 None None] Current status of the port 96e1f997-8024-4d9e-a421-06acada1c2e0 is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:14:05.403833 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 96e1f997-8024-4d9e-a421-06acada1c2e0 up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:14:05.454013 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port 96e1f997-8024-4d9e-a421-06acada1c2e0 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:14:05.454470 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (96e1f997-8024-4d9e-a421-06acada1c2e0), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:14:05.529692 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port 96e1f997-8024-4d9e-a421-06acada1c2e0 is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:14:05.705002 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=4 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:14:05.710511 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=4 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:14:13.194512 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=74,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:14:13.197846 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:14:15.527562 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:14:15.528309 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=67,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:14:20.296623 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-070751dd-eb7e-409c-babf-fc3ab298895b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (1bd89ca2-58f6-428d-83bf-6325bad549fd), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:14:22.479412 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-ef73a290-237c-4da8-b268-14e13d03cca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:14:23.711922 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8bdbbddc-d827-40e6-b8fb-29930693a668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (0ba81f50-231f-4a87-bfed-adcf093ea106), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:14:25.369670 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-390264ec-bab8-4bcb-922a-62bbd4f3a683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (b2cd167f-1ad0-4273-bd2a-29638b1fd1d2), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:14:25.549775 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (d414c4c0-e104-4322-85c3-8bf64da32860), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:14:25.720294 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.agents_db [None req-4bab6993-eaca-4b45-827a-a5590950f82e None None] Agent healthcheck: found 5 active agents {{(pid=106295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:14:35.539883 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:14:35.543523 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:14:48.706782 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=4 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:14:48.707736 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:14:50.298551 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-537d598d-0cb2-4dfc-94db-503cda0af7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (1bd89ca2-58f6-428d-83bf-6325bad549fd), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:14:52.484440 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-7d6fba46-66a8-4e39-81be-5b78ed703c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:14:53.712985 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8bdbbddc-d827-40e6-b8fb-29930693a668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (0ba81f50-231f-4a87-bfed-adcf093ea106), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:14:55.373427 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-390264ec-bab8-4bcb-922a-62bbd4f3a683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (b2cd167f-1ad0-4273-bd2a-29638b1fd1d2), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:14:55.544847 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (d414c4c0-e104-4322-85c3-8bf64da32860), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:15:02.718369 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.agents_db [None req-4bab6993-eaca-4b45-827a-a5590950f82e None None] Agent healthcheck: found 5 active agents {{(pid=106295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:15:05.538752 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:UPDATE=4,neutron:SELECT=6 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:15:05.540606 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:15:19.223531 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 44434) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:15:19.229159 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [None req-0ddafe45-b43e-4bb9-945a-4af7390bd021 tempest-verify_tempest_config-825205062 tempest-verify_tempest_config-825205062-project] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106293) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 04:15:19.230148 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-0ddafe45-b43e-4bb9-945a-4af7390bd021 tempest-verify_tempest_config-825205062 tempest-verify_tempest_config-825205062-project] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056465 Aug 30 04:15:19.700486 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=4 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:15:19.704550 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=4 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:15:19.748530 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 44452) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:15:20.085403 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-df7db664-c4a9-451a-956c-47f360d1c2e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:15:20.166018 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-df7db664-c4a9-451a-956c-47f360d1c2e0 admin admin] Publish callbacks [] for security_group (199a4691-627c-4cff-8995-64e77baacdd7), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:15:20.170130 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-df7db664-c4a9-451a-956c-47f360d1c2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (199a4691-627c-4cff-8995-64e77baacdd7), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:15:20.217938 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7db664-c4a9-451a-956c-47f360d1c2e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=199a4691-627c-4cff-8995-64e77baacdd7,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:15:20.223479 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-df7db664-c4a9-451a-956c-47f360d1c2e0 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=7e460187fa974326b9b3704b0595e370&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4739683 Aug 30 04:15:20.226411 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 44456) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:15:20.227813 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7db664-c4a9-451a-956c-47f360d1c2e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:15:20.228337 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7db664-c4a9-451a-956c-47f360d1c2e0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:15:20.228517 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7db664-c4a9-451a-956c-47f360d1c2e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:15:20.228861 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7db664-c4a9-451a-956c-47f360d1c2e0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:15:20.229195 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7db664-c4a9-451a-956c-47f360d1c2e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:15:20.229528 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7db664-c4a9-451a-956c-47f360d1c2e0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:15:20.229852 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7db664-c4a9-451a-956c-47f360d1c2e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:15:20.230175 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7db664-c4a9-451a-956c-47f360d1c2e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:15:20.230528 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7db664-c4a9-451a-956c-47f360d1c2e0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:15:20.230853 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7db664-c4a9-451a-956c-47f360d1c2e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:15:20.231180 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7db664-c4a9-451a-956c-47f360d1c2e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:15:20.231500 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7db664-c4a9-451a-956c-47f360d1c2e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:15:20.231821 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7db664-c4a9-451a-956c-47f360d1c2e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:15:20.232139 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7db664-c4a9-451a-956c-47f360d1c2e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:15:20.232458 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7db664-c4a9-451a-956c-47f360d1c2e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:15:20.302592 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-c17b2ebb-92c8-46b4-a09a-91ed35c7e4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (1bd89ca2-58f6-428d-83bf-6325bad549fd), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:15:20.312717 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-ec3af724-a34b-4353-9676-32ad601d0c4e admin admin] Publish callbacks [] for security_group (199a4691-627c-4cff-8995-64e77baacdd7), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:15:20.333227 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-ec3af724-a34b-4353-9676-32ad601d0c4e admin admin] Publish callbacks [] for security_group (199a4691-627c-4cff-8995-64e77baacdd7), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:15:20.434433 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-ec3af724-a34b-4353-9676-32ad601d0c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (199a4691-627c-4cff-8995-64e77baacdd7), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:15:20.436920 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-ec3af724-a34b-4353-9676-32ad601d0c4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:15:20.438066 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-ec3af724-a34b-4353-9676-32ad601d0c4e admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/199a4691-627c-4cff-8995-64e77baacdd7 HTTP/1.1" status: 204 len: 168 time: 0.2106979 Aug 30 04:15:20.446954 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3af724-a34b-4353-9676-32ad601d0c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199a4691-627c-4cff-8995-64e77baacdd7,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:15:20.457626 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3af724-a34b-4353-9676-32ad601d0c4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:15:20.457974 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3af724-a34b-4353-9676-32ad601d0c4e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:15:20.458352 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3af724-a34b-4353-9676-32ad601d0c4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:15:20.458692 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3af724-a34b-4353-9676-32ad601d0c4e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:15:20.459021 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3af724-a34b-4353-9676-32ad601d0c4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:15:20.459349 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3af724-a34b-4353-9676-32ad601d0c4e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:15:20.459859 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3af724-a34b-4353-9676-32ad601d0c4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:15:20.460182 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3af724-a34b-4353-9676-32ad601d0c4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:15:20.460524 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3af724-a34b-4353-9676-32ad601d0c4e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:15:20.460856 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3af724-a34b-4353-9676-32ad601d0c4e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:15:20.461195 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3af724-a34b-4353-9676-32ad601d0c4e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:15:20.461523 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3af724-a34b-4353-9676-32ad601d0c4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:15:20.461845 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3af724-a34b-4353-9676-32ad601d0c4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:15:20.462166 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3af724-a34b-4353-9676-32ad601d0c4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:15:20.462512 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3af724-a34b-4353-9676-32ad601d0c4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:15:20.463903 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3af724-a34b-4353-9676-32ad601d0c4e admin admin] Tracked resource versions report: Aug 30 04:15:20.463903 dv-cinder-852208-11-iscsi neutron-server[106292]: pushed versions: Aug 30 04:15:20.463903 dv-cinder-852208-11-iscsi neutron-server[106292]: { 'AddressGroup': {'1.2'}, Aug 30 04:15:20.463903 dv-cinder-852208-11-iscsi neutron-server[106292]: 'Agent': {'1.1'}, Aug 30 04:15:20.463903 dv-cinder-852208-11-iscsi neutron-server[106292]: 'ConntrackHelper': {'1.0'}, Aug 30 04:15:20.463903 dv-cinder-852208-11-iscsi neutron-server[106292]: 'LocalIPAssociation': {'1.0'}, Aug 30 04:15:20.463903 dv-cinder-852208-11-iscsi neutron-server[106292]: 'Log': {'1.0'}, Aug 30 04:15:20.463903 dv-cinder-852208-11-iscsi neutron-server[106292]: 'NDPProxy': {'1.0'}, Aug 30 04:15:20.463903 dv-cinder-852208-11-iscsi neutron-server[106292]: 'Network': {'1.1'}, Aug 30 04:15:20.463903 dv-cinder-852208-11-iscsi neutron-server[106292]: 'Port': {'1.7'}, Aug 30 04:15:20.463903 dv-cinder-852208-11-iscsi neutron-server[106292]: 'PortForwarding': {'1.3'}, Aug 30 04:15:20.463903 dv-cinder-852208-11-iscsi neutron-server[106292]: 'QosPolicy': {'1.10'}, Aug 30 04:15:20.463903 dv-cinder-852208-11-iscsi neutron-server[106292]: 'SecurityGroup': {'1.5'}, Aug 30 04:15:20.463903 dv-cinder-852208-11-iscsi neutron-server[106292]: 'SecurityGroupRule': {'1.2'}, Aug 30 04:15:20.463903 dv-cinder-852208-11-iscsi neutron-server[106292]: 'SubPort': {'1.0'}, Aug 30 04:15:20.463903 dv-cinder-852208-11-iscsi neutron-server[106292]: 'Subnet': {'1.1'}, Aug 30 04:15:20.463903 dv-cinder-852208-11-iscsi neutron-server[106292]: 'Trunk': {'1.1'}} Aug 30 04:15:20.463903 dv-cinder-852208-11-iscsi neutron-server[106292]: consumer versions: Aug 30 04:15:20.463903 dv-cinder-852208-11-iscsi neutron-server[106292]: { DHCP agent@dv-cinder-852208-11-iscsi: {}, Aug 30 04:15:20.463903 dv-cinder-852208-11-iscsi neutron-server[106292]: L3 agent@dv-cinder-852208-11-iscsi: {}, Aug 30 04:15:20.463903 dv-cinder-852208-11-iscsi neutron-server[106292]: Metadata agent@dv-cinder-852208-11-iscsi: {}, Aug 30 04:15:20.463903 dv-cinder-852208-11-iscsi neutron-server[106292]: Metering agent@dv-cinder-852208-11-iscsi: {}, Aug 30 04:15:20.463903 dv-cinder-852208-11-iscsi neutron-server[106292]: Open vSwitch agent@dv-cinder-852208-11-iscsi: { 'AddressGroup': '1.2', Aug 30 04:15:20.463903 dv-cinder-852208-11-iscsi neutron-server[106292]: 'Agent': '1.1', Aug 30 04:15:20.463903 dv-cinder-852208-11-iscsi neutron-server[106292]: 'ConntrackHelper': '1.0', Aug 30 04:15:20.463903 dv-cinder-852208-11-iscsi neutron-server[106292]: 'LocalIPAssociation': '1.0', Aug 30 04:15:20.463903 dv-cinder-852208-11-iscsi neutron-server[106292]: 'Log': '1.0', Aug 30 04:15:20.463903 dv-cinder-852208-11-iscsi neutron-server[106292]: 'NDPProxy': '1.0', Aug 30 04:15:20.463903 dv-cinder-852208-11-iscsi neutron-server[106292]: 'Network': '1.1', Aug 30 04:15:20.463903 dv-cinder-852208-11-iscsi neutron-server[106292]: 'Port': '1.7', Aug 30 04:15:20.463903 dv-cinder-852208-11-iscsi neutron-server[106292]: 'PortForwarding': '1.3', Aug 30 04:15:20.463903 dv-cinder-852208-11-iscsi neutron-server[106292]: 'QosPolicy': '1.10', Aug 30 04:15:20.463903 dv-cinder-852208-11-iscsi neutron-server[106292]: 'SecurityGroup': '1.5', Aug 30 04:15:20.463903 dv-cinder-852208-11-iscsi neutron-server[106292]: 'SecurityGroupRule': '1.2', Aug 30 04:15:20.463903 dv-cinder-852208-11-iscsi neutron-server[106292]: 'SubPort': '1.0', Aug 30 04:15:20.463903 dv-cinder-852208-11-iscsi neutron-server[106292]: 'Subnet': '1.1', Aug 30 04:15:20.463903 dv-cinder-852208-11-iscsi neutron-server[106292]: 'Trunk': '1.1'}} Aug 30 04:15:20.463903 dv-cinder-852208-11-iscsi neutron-server[106292]: {{(pid=106292) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 04:15:22.487938 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-5fb7da57-150a-4cd1-ac78-80fe73824f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:15:23.715713 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8bdbbddc-d827-40e6-b8fb-29930693a668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (0ba81f50-231f-4a87-bfed-adcf093ea106), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:15:25.386976 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-390264ec-bab8-4bcb-922a-62bbd4f3a683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (b2cd167f-1ad0-4273-bd2a-29638b1fd1d2), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:15:25.550025 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (d414c4c0-e104-4322-85c3-8bf64da32860), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:15:30.215951 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=13,neutron:INSERT=6 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:15:30.222302 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=26,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:15:30.449854 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:15:30.452341 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:15:35.543100 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:15:35.545060 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:15:39.717363 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.agents_db [None req-4bab6993-eaca-4b45-827a-a5590950f82e None None] Agent healthcheck: found 5 active agents {{(pid=106295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:15:50.304528 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-c892ea46-9dd6-4686-bf71-0e4eb128b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (1bd89ca2-58f6-428d-83bf-6325bad549fd), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:15:52.491618 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-00988dd2-279e-4084-99ef-bd21aedefd20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:15:53.718689 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8bdbbddc-d827-40e6-b8fb-29930693a668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (0ba81f50-231f-4a87-bfed-adcf093ea106), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:15:55.385484 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-390264ec-bab8-4bcb-922a-62bbd4f3a683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (b2cd167f-1ad0-4273-bd2a-29638b1fd1d2), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:15:55.542280 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (d414c4c0-e104-4322-85c3-8bf64da32860), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:15:56.696405 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=17 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:15:56.700510 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=17 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:16:05.535601 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:16:05.537558 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:16:16.715449 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.agents_db [None req-4bab6993-eaca-4b45-827a-a5590950f82e None None] Agent healthcheck: found 5 active agents {{(pid=106295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:16:20.308164 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-c06269f3-d2ce-448c-ac2b-dc98460326e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (1bd89ca2-58f6-428d-83bf-6325bad549fd), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:16:22.493232 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-200d442d-0890-478f-b5d2-5ed960ca9f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:16:23.720862 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8bdbbddc-d827-40e6-b8fb-29930693a668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (0ba81f50-231f-4a87-bfed-adcf093ea106), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:16:25.384662 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-390264ec-bab8-4bcb-922a-62bbd4f3a683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (b2cd167f-1ad0-4273-bd2a-29638b1fd1d2), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:16:25.545183 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (d414c4c0-e104-4322-85c3-8bf64da32860), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:16:33.696333 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:16:33.706973 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=5 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:16:35.538323 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:16:35.540182 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:16:48.710555 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:16:48.711372 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:DELETE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:16:50.309602 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-98587b98-6057-44e8-9f84-738792a3c361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (1bd89ca2-58f6-428d-83bf-6325bad549fd), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:16:52.494519 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-72f9157f-4cfb-42e5-9116-39220b33a3df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:16:53.714326 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.agents_db [None req-4bab6993-eaca-4b45-827a-a5590950f82e None None] Agent healthcheck: found 5 active agents {{(pid=106295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:16:53.725644 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8bdbbddc-d827-40e6-b8fb-29930693a668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (0ba81f50-231f-4a87-bfed-adcf093ea106), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:16:55.390802 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-390264ec-bab8-4bcb-922a-62bbd4f3a683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (b2cd167f-1ad0-4273-bd2a-29638b1fd1d2), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:16:55.549399 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (d414c4c0-e104-4322-85c3-8bf64da32860), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:17:00.033915 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573317'] for agent (5274a8db-cdbb-4c02-abb1-2eb9d7076dc1), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:17:10.026511 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:17:10.029402 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:17:10.698263 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=4 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:17:10.703306 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=4 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:17:12.416613 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 44558) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:17:12.549882 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-3b761980-4dde-4bdd-b5a0-13d1f329d4e5 admin admin] 10.222.0.46 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1322527 Aug 30 04:17:14.791803 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 44568) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:17:14.847240 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-4e835d09-7d82-459b-9b76-2502cfbaf163 admin admin] 10.222.0.46 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0544326 Aug 30 04:17:20.312155 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b0a5902b-c273-4132-bcd7-fba8166afa43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (1bd89ca2-58f6-428d-83bf-6325bad549fd), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:17:22.496142 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c195cd8-57d8-4cbc-9d79-58b852b015da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:17:22.542732 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:17:23.727423 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8bdbbddc-d827-40e6-b8fb-29930693a668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (0ba81f50-231f-4a87-bfed-adcf093ea106), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:17:24.842514 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=3 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:17:25.392935 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-390264ec-bab8-4bcb-922a-62bbd4f3a683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (b2cd167f-1ad0-4273-bd2a-29638b1fd1d2), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:17:25.551944 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (d414c4c0-e104-4322-85c3-8bf64da32860), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:17:29.990389 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (5274a8db-cdbb-4c02-abb1-2eb9d7076dc1), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:17:30.713304 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.agents_db [None req-4bab6993-eaca-4b45-827a-a5590950f82e None None] Agent healthcheck: found 6 active agents {{(pid=106295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:17:39.984143 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:17:39.986073 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:17:50.315378 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-719c2068-32b4-454e-937a-a7440381657f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (1bd89ca2-58f6-428d-83bf-6325bad549fd), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:17:52.499978 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-0c357d47-c5da-4594-9e14-540bd35ed20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:17:53.729981 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8bdbbddc-d827-40e6-b8fb-29930693a668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (0ba81f50-231f-4a87-bfed-adcf093ea106), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:17:55.396067 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-390264ec-bab8-4bcb-922a-62bbd4f3a683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (b2cd167f-1ad0-4273-bd2a-29638b1fd1d2), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:17:55.553558 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (d414c4c0-e104-4322-85c3-8bf64da32860), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:17:55.711900 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=19 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:17:55.712636 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=17 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:00.001266 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (5274a8db-cdbb-4c02-abb1-2eb9d7076dc1), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:07.714474 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.agents_db [None req-4bab6993-eaca-4b45-827a-a5590950f82e None None] Agent healthcheck: found 6 active agents {{(pid=106295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:18:09.994761 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:09.997589 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:20.319974 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-da98ec78-1faa-4078-83e7-9a9e5c95378f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (1bd89ca2-58f6-428d-83bf-6325bad549fd), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:22.502811 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-26075c6e-1fac-47fd-a433-5e64afdf66af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:23.733777 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8bdbbddc-d827-40e6-b8fb-29930693a668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (0ba81f50-231f-4a87-bfed-adcf093ea106), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:24.705770 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=5 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:24.707067 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:25.400098 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-390264ec-bab8-4bcb-922a-62bbd4f3a683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (b2cd167f-1ad0-4273-bd2a-29638b1fd1d2), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:25.556554 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (d414c4c0-e104-4322-85c3-8bf64da32860), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:30.009057 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (5274a8db-cdbb-4c02-abb1-2eb9d7076dc1), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:40.002650 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:40.004555 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:44.713228 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.agents_db [None req-4bab6993-eaca-4b45-827a-a5590950f82e None None] Agent healthcheck: found 6 active agents {{(pid=106295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:18:47.866591 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 44730) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:18:48.140971 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-41852567-e552-4dce-a98b-5e1c347a171e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2077016422-network', 'tenant_id': 'a9a5c650ed23445bb585711f962d7e09'}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:18:48.170374 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41852567-e552-4dce-a98b-5e1c347a171e admin admin] Made reservation on behalf of a9a5c650ed23445bb585711f962d7e09 for: {'network': 1} {{(pid=106292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:18:48.173858 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-41852567-e552-4dce-a98b-5e1c347a171e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for network (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:48.188048 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-41852567-e552-4dce-a98b-5e1c347a171e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:48.274915 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-41852567-e552-4dce-a98b-5e1c347a171e admin admin] Publish callbacks [] for security_group (16ebbe32-86af-47e1-b724-fc684e66a7bc), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:48.280328 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-41852567-e552-4dce-a98b-5e1c347a171e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (16ebbe32-86af-47e1-b724-fc684e66a7bc), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:48.324895 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41852567-e552-4dce-a98b-5e1c347a171e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ebbe32-86af-47e1-b724-fc684e66a7bc,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:18:48.327251 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41852567-e552-4dce-a98b-5e1c347a171e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=106292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 04:18:48.337605 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41852567-e552-4dce-a98b-5e1c347a171e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:48.337951 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41852567-e552-4dce-a98b-5e1c347a171e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:48.338535 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41852567-e552-4dce-a98b-5e1c347a171e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:48.339068 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41852567-e552-4dce-a98b-5e1c347a171e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:48.339541 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41852567-e552-4dce-a98b-5e1c347a171e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:48.340122 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41852567-e552-4dce-a98b-5e1c347a171e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:48.340934 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41852567-e552-4dce-a98b-5e1c347a171e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:48.341445 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41852567-e552-4dce-a98b-5e1c347a171e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:48.341960 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41852567-e552-4dce-a98b-5e1c347a171e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:48.342316 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41852567-e552-4dce-a98b-5e1c347a171e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:48.342829 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41852567-e552-4dce-a98b-5e1c347a171e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:48.343321 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41852567-e552-4dce-a98b-5e1c347a171e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:48.343648 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41852567-e552-4dce-a98b-5e1c347a171e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:48.343974 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41852567-e552-4dce-a98b-5e1c347a171e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:48.344297 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41852567-e552-4dce-a98b-5e1c347a171e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:48.345452 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41852567-e552-4dce-a98b-5e1c347a171e admin admin] Tracked resource versions report: Aug 30 04:18:48.345452 dv-cinder-852208-11-iscsi neutron-server[106292]: pushed versions: Aug 30 04:18:48.345452 dv-cinder-852208-11-iscsi neutron-server[106292]: { 'AddressGroup': {'1.2'}, Aug 30 04:18:48.345452 dv-cinder-852208-11-iscsi neutron-server[106292]: 'Agent': {'1.1'}, Aug 30 04:18:48.345452 dv-cinder-852208-11-iscsi neutron-server[106292]: 'ConntrackHelper': {'1.0'}, Aug 30 04:18:48.345452 dv-cinder-852208-11-iscsi neutron-server[106292]: 'LocalIPAssociation': {'1.0'}, Aug 30 04:18:48.345452 dv-cinder-852208-11-iscsi neutron-server[106292]: 'Log': {'1.0'}, Aug 30 04:18:48.345452 dv-cinder-852208-11-iscsi neutron-server[106292]: 'NDPProxy': {'1.0'}, Aug 30 04:18:48.345452 dv-cinder-852208-11-iscsi neutron-server[106292]: 'Network': {'1.1'}, Aug 30 04:18:48.345452 dv-cinder-852208-11-iscsi neutron-server[106292]: 'Port': {'1.7'}, Aug 30 04:18:48.345452 dv-cinder-852208-11-iscsi neutron-server[106292]: 'PortForwarding': {'1.3'}, Aug 30 04:18:48.345452 dv-cinder-852208-11-iscsi neutron-server[106292]: 'QosPolicy': {'1.10'}, Aug 30 04:18:48.345452 dv-cinder-852208-11-iscsi neutron-server[106292]: 'SecurityGroup': {'1.5'}, Aug 30 04:18:48.345452 dv-cinder-852208-11-iscsi neutron-server[106292]: 'SecurityGroupRule': {'1.2'}, Aug 30 04:18:48.345452 dv-cinder-852208-11-iscsi neutron-server[106292]: 'SubPort': {'1.0'}, Aug 30 04:18:48.345452 dv-cinder-852208-11-iscsi neutron-server[106292]: 'Subnet': {'1.1'}, Aug 30 04:18:48.345452 dv-cinder-852208-11-iscsi neutron-server[106292]: 'Trunk': {'1.1'}} Aug 30 04:18:48.345452 dv-cinder-852208-11-iscsi neutron-server[106292]: consumer versions: Aug 30 04:18:48.345452 dv-cinder-852208-11-iscsi neutron-server[106292]: { DHCP agent@dv-cinder-852208-11-iscsi: {}, Aug 30 04:18:48.345452 dv-cinder-852208-11-iscsi neutron-server[106292]: HyperV agent@hv-cinder-85220: {}, Aug 30 04:18:48.345452 dv-cinder-852208-11-iscsi neutron-server[106292]: L3 agent@dv-cinder-852208-11-iscsi: {}, Aug 30 04:18:48.345452 dv-cinder-852208-11-iscsi neutron-server[106292]: Metadata agent@dv-cinder-852208-11-iscsi: {}, Aug 30 04:18:48.345452 dv-cinder-852208-11-iscsi neutron-server[106292]: Metering agent@dv-cinder-852208-11-iscsi: {}, Aug 30 04:18:48.345452 dv-cinder-852208-11-iscsi neutron-server[106292]: Open vSwitch agent@dv-cinder-852208-11-iscsi: { 'AddressGroup': '1.2', Aug 30 04:18:48.345452 dv-cinder-852208-11-iscsi neutron-server[106292]: 'Agent': '1.1', Aug 30 04:18:48.345452 dv-cinder-852208-11-iscsi neutron-server[106292]: 'ConntrackHelper': '1.0', Aug 30 04:18:48.345452 dv-cinder-852208-11-iscsi neutron-server[106292]: 'LocalIPAssociation': '1.0', Aug 30 04:18:48.345452 dv-cinder-852208-11-iscsi neutron-server[106292]: 'Log': '1.0', Aug 30 04:18:48.345452 dv-cinder-852208-11-iscsi neutron-server[106292]: 'NDPProxy': '1.0', Aug 30 04:18:48.345452 dv-cinder-852208-11-iscsi neutron-server[106292]: 'Network': '1.1', Aug 30 04:18:48.345452 dv-cinder-852208-11-iscsi neutron-server[106292]: 'Port': '1.7', Aug 30 04:18:48.345452 dv-cinder-852208-11-iscsi neutron-server[106292]: 'PortForwarding': '1.3', Aug 30 04:18:48.345452 dv-cinder-852208-11-iscsi neutron-server[106292]: 'QosPolicy': '1.10', Aug 30 04:18:48.345452 dv-cinder-852208-11-iscsi neutron-server[106292]: 'SecurityGroup': '1.5', Aug 30 04:18:48.345452 dv-cinder-852208-11-iscsi neutron-server[106292]: 'SecurityGroupRule': '1.2', Aug 30 04:18:48.345452 dv-cinder-852208-11-iscsi neutron-server[106292]: 'SubPort': '1.0', Aug 30 04:18:48.345452 dv-cinder-852208-11-iscsi neutron-server[106292]: 'Subnet': '1.1', Aug 30 04:18:48.345452 dv-cinder-852208-11-iscsi neutron-server[106292]: 'Trunk': '1.1'}} Aug 30 04:18:48.345452 dv-cinder-852208-11-iscsi neutron-server[106292]: {{(pid=106292) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 04:18:48.364362 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-41852567-e552-4dce-a98b-5e1c347a171e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749362907450', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784698'] for segment (ba3ccad1-e761-4282-ad36-66b52ed371a6), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:48.365936 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-41852567-e552-4dce-a98b-5e1c347a171e admin admin] Unsubscribe: segment precommit_create {{(pid=106292) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 30 04:18:48.367900 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.db.segments_db [None req-41852567-e552-4dce-a98b-5e1c347a171e admin admin] Added segment ba3ccad1-e761-4282-ad36-66b52ed371a6 of type vlan for network 524cda22-09e9-423b-b572-9d6bbb210043 Aug 30 04:18:48.468025 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-41852567-e552-4dce-a98b-5e1c347a171e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749362409045'] for network (524cda22-09e9-423b-b572-9d6bbb210043), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:48.509246 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-41852567-e552-4dce-a98b-5e1c347a171e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472'] for network (524cda22-09e9-423b-b572-9d6bbb210043), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:48.510723 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41852567-e552-4dce-a98b-5e1c347a171e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:18:48.511496 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-41852567-e552-4dce-a98b-5e1c347a171e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for network (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:48.568337 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-41852567-e552-4dce-a98b-5e1c347a171e admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7006564 Aug 30 04:18:48.571540 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 44786) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:18:48.579781 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-c37f9ead-7937-45bf-987c-69096bc72146 admin admin] Request body: {'subnet': {'network_id': '524cda22-09e9-423b-b572-9d6bbb210043', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2077016422-subnet', 'tenant_id': 'a9a5c650ed23445bb585711f962d7e09', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:18:48.630631 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 44790) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:18:48.632991 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37f9ead-7937-45bf-987c-69096bc72146 admin admin] Made reservation on behalf of a9a5c650ed23445bb585711f962d7e09 for: {'subnet': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:18:48.637775 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41852567-e552-4dce-a98b-5e1c347a171e admin admin] Pushing event updated for resources: {'Network': ['ID=524cda22-09e9-423b-b572-9d6bbb210043,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:18:48.639955 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c37f9ead-7937-45bf-987c-69096bc72146 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:48.650715 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Network 524cda22-09e9-423b-b572-9d6bbb210043 details requested by agent ovs-agent-dv-cinder-852208-11-iscsi with host dv-cinder-852208-11-iscsi {{(pid=106294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 04:18:48.718416 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:DELETE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:48.874787 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c37f9ead-7937-45bf-987c-69096bc72146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472'] for subnet (bf40f790-127d-4290-907b-8c5f990389ae), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:48.919145 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 44800) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:18:48.930413 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37f9ead-7937-45bf-987c-69096bc72146 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf40f790-127d-4290-907b-8c5f990389ae,revision_number=0']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:18:48.943373 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37f9ead-7937-45bf-987c-69096bc72146 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:48.943725 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37f9ead-7937-45bf-987c-69096bc72146 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:48.944082 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37f9ead-7937-45bf-987c-69096bc72146 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:48.944477 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37f9ead-7937-45bf-987c-69096bc72146 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:48.944816 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37f9ead-7937-45bf-987c-69096bc72146 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:48.945144 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37f9ead-7937-45bf-987c-69096bc72146 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:48.945520 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37f9ead-7937-45bf-987c-69096bc72146 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:48.945850 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37f9ead-7937-45bf-987c-69096bc72146 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:48.946190 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37f9ead-7937-45bf-987c-69096bc72146 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:48.946542 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37f9ead-7937-45bf-987c-69096bc72146 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:48.946869 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37f9ead-7937-45bf-987c-69096bc72146 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:48.947192 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37f9ead-7937-45bf-987c-69096bc72146 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:48.947512 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37f9ead-7937-45bf-987c-69096bc72146 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:48.947831 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37f9ead-7937-45bf-987c-69096bc72146 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:48.948277 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37f9ead-7937-45bf-987c-69096bc72146 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:48.950319 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37f9ead-7937-45bf-987c-69096bc72146 admin admin] Tracked resource versions report: Aug 30 04:18:48.950319 dv-cinder-852208-11-iscsi neutron-server[106293]: pushed versions: Aug 30 04:18:48.950319 dv-cinder-852208-11-iscsi neutron-server[106293]: { 'AddressGroup': {'1.2'}, Aug 30 04:18:48.950319 dv-cinder-852208-11-iscsi neutron-server[106293]: 'Agent': {'1.1'}, Aug 30 04:18:48.950319 dv-cinder-852208-11-iscsi neutron-server[106293]: 'ConntrackHelper': {'1.0'}, Aug 30 04:18:48.950319 dv-cinder-852208-11-iscsi neutron-server[106293]: 'LocalIPAssociation': {'1.0'}, Aug 30 04:18:48.950319 dv-cinder-852208-11-iscsi neutron-server[106293]: 'Log': {'1.0'}, Aug 30 04:18:48.950319 dv-cinder-852208-11-iscsi neutron-server[106293]: 'NDPProxy': {'1.0'}, Aug 30 04:18:48.950319 dv-cinder-852208-11-iscsi neutron-server[106293]: 'Network': {'1.1'}, Aug 30 04:18:48.950319 dv-cinder-852208-11-iscsi neutron-server[106293]: 'Port': {'1.7'}, Aug 30 04:18:48.950319 dv-cinder-852208-11-iscsi neutron-server[106293]: 'PortForwarding': {'1.3'}, Aug 30 04:18:48.950319 dv-cinder-852208-11-iscsi neutron-server[106293]: 'QosPolicy': {'1.10'}, Aug 30 04:18:48.950319 dv-cinder-852208-11-iscsi neutron-server[106293]: 'SecurityGroup': {'1.5'}, Aug 30 04:18:48.950319 dv-cinder-852208-11-iscsi neutron-server[106293]: 'SecurityGroupRule': {'1.2'}, Aug 30 04:18:48.950319 dv-cinder-852208-11-iscsi neutron-server[106293]: 'SubPort': {'1.0'}, Aug 30 04:18:48.950319 dv-cinder-852208-11-iscsi neutron-server[106293]: 'Subnet': {'1.1'}, Aug 30 04:18:48.950319 dv-cinder-852208-11-iscsi neutron-server[106293]: 'Trunk': {'1.1'}} Aug 30 04:18:48.950319 dv-cinder-852208-11-iscsi neutron-server[106293]: consumer versions: Aug 30 04:18:48.950319 dv-cinder-852208-11-iscsi neutron-server[106293]: { DHCP agent@dv-cinder-852208-11-iscsi: {}, Aug 30 04:18:48.950319 dv-cinder-852208-11-iscsi neutron-server[106293]: HyperV agent@hv-cinder-85220: {}, Aug 30 04:18:48.950319 dv-cinder-852208-11-iscsi neutron-server[106293]: L3 agent@dv-cinder-852208-11-iscsi: {}, Aug 30 04:18:48.950319 dv-cinder-852208-11-iscsi neutron-server[106293]: Metadata agent@dv-cinder-852208-11-iscsi: {}, Aug 30 04:18:48.950319 dv-cinder-852208-11-iscsi neutron-server[106293]: Metering agent@dv-cinder-852208-11-iscsi: {}, Aug 30 04:18:48.950319 dv-cinder-852208-11-iscsi neutron-server[106293]: Open vSwitch agent@dv-cinder-852208-11-iscsi: { 'AddressGroup': '1.2', Aug 30 04:18:48.950319 dv-cinder-852208-11-iscsi neutron-server[106293]: 'Agent': '1.1', Aug 30 04:18:48.950319 dv-cinder-852208-11-iscsi neutron-server[106293]: 'ConntrackHelper': '1.0', Aug 30 04:18:48.950319 dv-cinder-852208-11-iscsi neutron-server[106293]: 'LocalIPAssociation': '1.0', Aug 30 04:18:48.950319 dv-cinder-852208-11-iscsi neutron-server[106293]: 'Log': '1.0', Aug 30 04:18:48.950319 dv-cinder-852208-11-iscsi neutron-server[106293]: 'NDPProxy': '1.0', Aug 30 04:18:48.950319 dv-cinder-852208-11-iscsi neutron-server[106293]: 'Network': '1.1', Aug 30 04:18:48.950319 dv-cinder-852208-11-iscsi neutron-server[106293]: 'Port': '1.7', Aug 30 04:18:48.950319 dv-cinder-852208-11-iscsi neutron-server[106293]: 'PortForwarding': '1.3', Aug 30 04:18:48.950319 dv-cinder-852208-11-iscsi neutron-server[106293]: 'QosPolicy': '1.10', Aug 30 04:18:48.950319 dv-cinder-852208-11-iscsi neutron-server[106293]: 'SecurityGroup': '1.5', Aug 30 04:18:48.950319 dv-cinder-852208-11-iscsi neutron-server[106293]: 'SecurityGroupRule': '1.2', Aug 30 04:18:48.950319 dv-cinder-852208-11-iscsi neutron-server[106293]: 'SubPort': '1.0', Aug 30 04:18:48.950319 dv-cinder-852208-11-iscsi neutron-server[106293]: 'Subnet': '1.1', Aug 30 04:18:48.950319 dv-cinder-852208-11-iscsi neutron-server[106293]: 'Trunk': '1.1'}} Aug 30 04:18:48.950319 dv-cinder-852208-11-iscsi neutron-server[106293]: {{(pid=106293) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 04:18:48.952897 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 44804) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:18:48.973183 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37f9ead-7937-45bf-987c-69096bc72146 admin admin] Checking segment: {'id': 'ba3ccad1-e761-4282-ad36-66b52ed371a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '524cda22-09e9-423b-b572-9d6bbb210043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:18:48.973446 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37f9ead-7937-45bf-987c-69096bc72146 admin admin] Network hostable DHCP agents. Network: 524cda22-09e9-423b-b572-9d6bbb210043, hostable agents: ['1bd89ca2-58f6-428d-83bf-6325bad549fd'], hosted agents: [] {{(pid=106293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 04:18:48.993523 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37f9ead-7937-45bf-987c-69096bc72146 admin admin] Network 524cda22-09e9-423b-b572-9d6bbb210043 is scheduled to be hosted by DHCP agent 1bd89ca2-58f6-428d-83bf-6325bad549fd with binding_index 1 {{(pid=106293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 04:18:49.006939 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-c37f9ead-7937-45bf-987c-69096bc72146 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852208-11-iscsi, 524cda22-09e9-423b-b572-9d6bbb210043) {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:18:49.016635 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37f9ead-7937-45bf-987c-69096bc72146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:18:49.018229 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c37f9ead-7937-45bf-987c-69096bc72146 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for subnet (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:49.027092 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a3b684-52a8-4962-841a-c9ff6129a247 None None] Network 524cda22-09e9-423b-b572-9d6bbb210043 requested from dv-cinder-852208-11-iscsi {{(pid=106294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:18:49.050881 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 44810) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:18:49.051290 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-c37f9ead-7937-45bf-987c-69096bc72146 admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4782393 Aug 30 04:18:49.056164 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-a42d6c69-9d85-412f-a59e-406e12a403c0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2077016422-router', 'tenant_id': 'a9a5c650ed23445bb585711f962d7e09', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'}}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:18:49.074563 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-5baa35c1-d32b-4c84-a71a-aca627ab3367 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1791777441-network', 'tenant_id': '411b8da28bed456bbdcdb01587610b47'}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:18:49.093015 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 44812) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:18:49.180440 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-dd9aff18-e71c-44d3-b9af-c9c549d70563 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-420723525-network', 'tenant_id': '5a89b6f21ff24eafbed378c2ece79c3e'}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:18:49.184245 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5baa35c1-d32b-4c84-a71a-aca627ab3367 admin admin] Made reservation on behalf of 411b8da28bed456bbdcdb01587610b47 for: {'network': 1} {{(pid=106292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:18:49.187311 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-5baa35c1-d32b-4c84-a71a-aca627ab3367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for network (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:49.194761 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52358c12-6cbf-4449-800d-0ab94c443cde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe061a4b4-6b24-5e8c-afc3-0a1b8ef042c0-524cda22-09e9-423b-b572-9d6bbb210043', 'network_id': '524cda22-09e9-423b-b572-9d6bbb210043', 'project_id': 'a9a5c650ed23445bb585711f962d7e09', 'fixed_ips': [{'subnet_id': 'bf40f790-127d-4290-907b-8c5f990389ae'}]}} from dv-cinder-852208-11-iscsi. {{(pid=106294) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 04:18:49.195894 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-52358c12-6cbf-4449-800d-0ab94c443cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:49.216892 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-5baa35c1-d32b-4c84-a71a-aca627ab3367 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:49.226825 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-a42d6c69-9d85-412f-a59e-406e12a403c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6265'] for router (3c01efb0-7805-4bef-b1f3-476570199b5d), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:49.228252 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-a42d6c69-9d85-412f-a59e-406e12a403c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-573936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660692', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-729924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6262'] for router (3c01efb0-7805-4bef-b1f3-476570199b5d), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:49.316406 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-0756aefc-4ed4-4009-be4d-512ae6bb2486 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-222349923-network', 'tenant_id': 'fe278e07fd7940dca53f7c2b8b792326'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:18:49.318548 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-5baa35c1-d32b-4c84-a71a-aca627ab3367 admin admin] Publish callbacks [] for security_group (61e52120-eaa7-49f9-a299-8cbcff17e880), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:49.320162 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9aff18-e71c-44d3-b9af-c9c549d70563 admin admin] Made reservation on behalf of 5a89b6f21ff24eafbed378c2ece79c3e for: {'network': 1} {{(pid=106292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:18:49.323891 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-dd9aff18-e71c-44d3-b9af-c9c549d70563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for network (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:49.340877 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:INSERT=28,neutron:SELECT=68,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:49.342277 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-dd9aff18-e71c-44d3-b9af-c9c549d70563 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:49.351719 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-5baa35c1-d32b-4c84-a71a-aca627ab3367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (61e52120-eaa7-49f9-a299-8cbcff17e880), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:49.363927 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0756aefc-4ed4-4009-be4d-512ae6bb2486 admin admin] Made reservation on behalf of fe278e07fd7940dca53f7c2b8b792326 for: {'network': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:18:49.366113 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5baa35c1-d32b-4c84-a71a-aca627ab3367 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 831} {{(pid=106292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 04:18:49.367814 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-0756aefc-4ed4-4009-be4d-512ae6bb2486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for network (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:49.374983 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-290d94f6-0445-48c8-9377-9675c9447a1b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1605656659-network', 'tenant_id': '8be1dd6cbfc544c4b430b2420bb6bdca'}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:18:49.392185 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-0756aefc-4ed4-4009-be4d-512ae6bb2486 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:49.418458 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.db_base_plugin_common [None req-52358c12-6cbf-4449-800d-0ab94c443cde None None] Allocated IP 172.20.0.2 (524cda22-09e9-423b-b572-9d6bbb210043/bf40f790-127d-4290-907b-8c5f990389ae/940e2021-1c9e-483b-b908-af6f3a5f94cd) {{(pid=106294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:18:49.490305 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-dd9aff18-e71c-44d3-b9af-c9c549d70563 admin admin] Publish callbacks [] for security_group (dd7c0c76-8b2b-454e-98b8-284288d08c7c), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:49.505804 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=71,neutron:INSERT=23,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:49.514494 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-dd9aff18-e71c-44d3-b9af-c9c549d70563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (dd7c0c76-8b2b-454e-98b8-284288d08c7c), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:49.520223 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-0756aefc-4ed4-4009-be4d-512ae6bb2486 admin admin] Publish callbacks [] for security_group (62d429cd-f2b8-488d-9289-57ed40003738), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:49.522440 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=75,neutron:INSERT=22,neutron:UPDATE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:49.525192 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-0756aefc-4ed4-4009-be4d-512ae6bb2486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (62d429cd-f2b8-488d-9289-57ed40003738), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:49.537367 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd9aff18-e71c-44d3-b9af-c9c549d70563 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=106292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 04:18:49.547648 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-dd9aff18-e71c-44d3-b9af-c9c549d70563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784698'] for segment (e519ac78-f91d-4e30-a2bb-8ce973f50b92), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:49.548234 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.db.segments_db [None req-dd9aff18-e71c-44d3-b9af-c9c549d70563 admin admin] Added segment e519ac78-f91d-4e30-a2bb-8ce973f50b92 of type vlan for network f55c98a9-cbed-4af8-92a6-c49957223dcb Aug 30 04:18:49.558603 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0756aefc-4ed4-4009-be4d-512ae6bb2486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d429cd-f2b8-488d-9289-57ed40003738,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:18:49.571341 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0756aefc-4ed4-4009-be4d-512ae6bb2486 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=106293) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 04:18:49.585927 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-0756aefc-4ed4-4009-be4d-512ae6bb2486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784698'] for segment (a9b938b7-cff9-44f4-ab8d-f09cd9baceec), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:49.587333 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.db.segments_db [None req-0756aefc-4ed4-4009-be4d-512ae6bb2486 admin admin] Added segment a9b938b7-cff9-44f4-ab8d-f09cd9baceec of type vlan for network 38cf1e98-cd39-44e7-9101-9b1264f447b9 Aug 30 04:18:49.593074 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-dd9aff18-e71c-44d3-b9af-c9c549d70563 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749362409045'] for network (f55c98a9-cbed-4af8-92a6-c49957223dcb), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:49.623736 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-5baa35c1-d32b-4c84-a71a-aca627ab3367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784698'] for segment (f1ad6c1c-d522-42f8-b534-1fea329f4792), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:49.624080 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.db.segments_db [None req-5baa35c1-d32b-4c84-a71a-aca627ab3367 admin admin] Added segment f1ad6c1c-d522-42f8-b534-1fea329f4792 of type vlan for network ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6 Aug 30 04:18:49.628606 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-dd9aff18-e71c-44d3-b9af-c9c549d70563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472'] for network (f55c98a9-cbed-4af8-92a6-c49957223dcb), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:49.629590 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9aff18-e71c-44d3-b9af-c9c549d70563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:18:49.630287 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-dd9aff18-e71c-44d3-b9af-c9c549d70563 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for network (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:49.648169 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-0756aefc-4ed4-4009-be4d-512ae6bb2486 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749362409045'] for network (38cf1e98-cd39-44e7-9101-9b1264f447b9), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:49.685663 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-0756aefc-4ed4-4009-be4d-512ae6bb2486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472'] for network (38cf1e98-cd39-44e7-9101-9b1264f447b9), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:49.687905 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0756aefc-4ed4-4009-be4d-512ae6bb2486 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:18:49.688793 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-0756aefc-4ed4-4009-be4d-512ae6bb2486 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for network (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:49.690495 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-dd9aff18-e71c-44d3-b9af-c9c549d70563 admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7695692 Aug 30 04:18:49.694812 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-a42d6c69-9d85-412f-a59e-406e12a403c0 admin admin] Publish callbacks [] for router_controller (3c01efb0-7805-4bef-b1f3-476570199b5d), precommit_add_association {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:49.703688 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 44846) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:18:49.728083 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-fe56c5cf-986a-4d5f-8921-361e1fbf6198 admin admin] Request body: {'subnet': {'network_id': 'f55c98a9-cbed-4af8-92a6-c49957223dcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-420723525-subnet', 'tenant_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:18:49.742687 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-0756aefc-4ed4-4009-be4d-512ae6bb2486 admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6483729 Aug 30 04:18:49.743308 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 44852) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:18:49.764341 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-dd4d45cb-01b1-4587-ae1b-c3ef66e91bf2 admin admin] Request body: {'subnet': {'network_id': '38cf1e98-cd39-44e7-9101-9b1264f447b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-222349923-subnet', 'tenant_id': 'fe278e07fd7940dca53f7c2b8b792326', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:18:49.790132 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-52358c12-6cbf-4449-800d-0ab94c443cde None None] Publish callbacks [] for port (940e2021-1c9e-483b-b908-af6f3a5f94cd), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:49.800721 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-52358c12-6cbf-4449-800d-0ab94c443cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830'] for port (940e2021-1c9e-483b-b908-af6f3a5f94cd), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:49.873442 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52358c12-6cbf-4449-800d-0ab94c443cde None None] Network 524cda22-09e9-423b-b572-9d6bbb210043 is already hosted by enough agents. {{(pid=106294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:18:49.877174 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52358c12-6cbf-4449-800d-0ab94c443cde None None] Pushing event updated for resources: {'Port': ['ID=940e2021-1c9e-483b-b908-af6f3a5f94cd,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:18:49.881286 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.scheduler.base_scheduler [None req-52358c12-6cbf-4449-800d-0ab94c443cde None None] Resources bound (agent type, host, resource id): {{(pid=106294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:18:49.881694 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0756aefc-4ed4-4009-be4d-512ae6bb2486 admin admin] Pushing event updated for resources: {'Network': ['ID=38cf1e98-cd39-44e7-9101-9b1264f447b9,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:18:49.884220 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52358c12-6cbf-4449-800d-0ab94c443cde None None] Received port after_create {{(pid=106294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:18:49.895403 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4d45cb-01b1-4587-ae1b-c3ef66e91bf2 admin admin] Made reservation on behalf of fe278e07fd7940dca53f7c2b8b792326 for: {'subnet': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:18:49.895865 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52358c12-6cbf-4449-800d-0ab94c443cde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:49.896217 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52358c12-6cbf-4449-800d-0ab94c443cde None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:49.896623 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52358c12-6cbf-4449-800d-0ab94c443cde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:49.896985 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52358c12-6cbf-4449-800d-0ab94c443cde None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:49.897687 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52358c12-6cbf-4449-800d-0ab94c443cde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:49.898031 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52358c12-6cbf-4449-800d-0ab94c443cde None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:49.898423 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52358c12-6cbf-4449-800d-0ab94c443cde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:49.898715 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-dd4d45cb-01b1-4587-ae1b-c3ef66e91bf2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:49.898835 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52358c12-6cbf-4449-800d-0ab94c443cde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:49.899080 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52358c12-6cbf-4449-800d-0ab94c443cde None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:49.899405 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52358c12-6cbf-4449-800d-0ab94c443cde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:49.899727 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52358c12-6cbf-4449-800d-0ab94c443cde None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:49.900058 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52358c12-6cbf-4449-800d-0ab94c443cde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:49.900524 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52358c12-6cbf-4449-800d-0ab94c443cde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:49.900856 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52358c12-6cbf-4449-800d-0ab94c443cde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:49.901890 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52358c12-6cbf-4449-800d-0ab94c443cde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:49.903631 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52358c12-6cbf-4449-800d-0ab94c443cde None None] Tracked resource versions report: Aug 30 04:18:49.903631 dv-cinder-852208-11-iscsi neutron-server[106294]: pushed versions: Aug 30 04:18:49.903631 dv-cinder-852208-11-iscsi neutron-server[106294]: { 'AddressGroup': {'1.2'}, Aug 30 04:18:49.903631 dv-cinder-852208-11-iscsi neutron-server[106294]: 'Agent': {'1.1'}, Aug 30 04:18:49.903631 dv-cinder-852208-11-iscsi neutron-server[106294]: 'ConntrackHelper': {'1.0'}, Aug 30 04:18:49.903631 dv-cinder-852208-11-iscsi neutron-server[106294]: 'LocalIPAssociation': {'1.0'}, Aug 30 04:18:49.903631 dv-cinder-852208-11-iscsi neutron-server[106294]: 'Log': {'1.0'}, Aug 30 04:18:49.903631 dv-cinder-852208-11-iscsi neutron-server[106294]: 'NDPProxy': {'1.0'}, Aug 30 04:18:49.903631 dv-cinder-852208-11-iscsi neutron-server[106294]: 'Network': {'1.1'}, Aug 30 04:18:49.903631 dv-cinder-852208-11-iscsi neutron-server[106294]: 'Port': {'1.7'}, Aug 30 04:18:49.903631 dv-cinder-852208-11-iscsi neutron-server[106294]: 'PortForwarding': {'1.3'}, Aug 30 04:18:49.903631 dv-cinder-852208-11-iscsi neutron-server[106294]: 'QosPolicy': {'1.10'}, Aug 30 04:18:49.903631 dv-cinder-852208-11-iscsi neutron-server[106294]: 'SecurityGroup': {'1.5'}, Aug 30 04:18:49.903631 dv-cinder-852208-11-iscsi neutron-server[106294]: 'SecurityGroupRule': {'1.2'}, Aug 30 04:18:49.903631 dv-cinder-852208-11-iscsi neutron-server[106294]: 'SubPort': {'1.0'}, Aug 30 04:18:49.903631 dv-cinder-852208-11-iscsi neutron-server[106294]: 'Subnet': {'1.1'}, Aug 30 04:18:49.903631 dv-cinder-852208-11-iscsi neutron-server[106294]: 'Trunk': {'1.1'}} Aug 30 04:18:49.903631 dv-cinder-852208-11-iscsi neutron-server[106294]: consumer versions: Aug 30 04:18:49.903631 dv-cinder-852208-11-iscsi neutron-server[106294]: { DHCP agent@dv-cinder-852208-11-iscsi: {}, Aug 30 04:18:49.903631 dv-cinder-852208-11-iscsi neutron-server[106294]: HyperV agent@hv-cinder-85220: {}, Aug 30 04:18:49.903631 dv-cinder-852208-11-iscsi neutron-server[106294]: L3 agent@dv-cinder-852208-11-iscsi: {}, Aug 30 04:18:49.903631 dv-cinder-852208-11-iscsi neutron-server[106294]: Metadata agent@dv-cinder-852208-11-iscsi: {}, Aug 30 04:18:49.903631 dv-cinder-852208-11-iscsi neutron-server[106294]: Metering agent@dv-cinder-852208-11-iscsi: {}, Aug 30 04:18:49.903631 dv-cinder-852208-11-iscsi neutron-server[106294]: Open vSwitch agent@dv-cinder-852208-11-iscsi: { 'AddressGroup': '1.2', Aug 30 04:18:49.903631 dv-cinder-852208-11-iscsi neutron-server[106294]: 'Agent': '1.1', Aug 30 04:18:49.903631 dv-cinder-852208-11-iscsi neutron-server[106294]: 'ConntrackHelper': '1.0', Aug 30 04:18:49.903631 dv-cinder-852208-11-iscsi neutron-server[106294]: 'LocalIPAssociation': '1.0', Aug 30 04:18:49.903631 dv-cinder-852208-11-iscsi neutron-server[106294]: 'Log': '1.0', Aug 30 04:18:49.903631 dv-cinder-852208-11-iscsi neutron-server[106294]: 'NDPProxy': '1.0', Aug 30 04:18:49.903631 dv-cinder-852208-11-iscsi neutron-server[106294]: 'Network': '1.1', Aug 30 04:18:49.903631 dv-cinder-852208-11-iscsi neutron-server[106294]: 'Port': '1.7', Aug 30 04:18:49.903631 dv-cinder-852208-11-iscsi neutron-server[106294]: 'PortForwarding': '1.3', Aug 30 04:18:49.903631 dv-cinder-852208-11-iscsi neutron-server[106294]: 'QosPolicy': '1.10', Aug 30 04:18:49.903631 dv-cinder-852208-11-iscsi neutron-server[106294]: 'SecurityGroup': '1.5', Aug 30 04:18:49.903631 dv-cinder-852208-11-iscsi neutron-server[106294]: 'SecurityGroupRule': '1.2', Aug 30 04:18:49.903631 dv-cinder-852208-11-iscsi neutron-server[106294]: 'SubPort': '1.0', Aug 30 04:18:49.903631 dv-cinder-852208-11-iscsi neutron-server[106294]: 'Subnet': '1.1', Aug 30 04:18:49.903631 dv-cinder-852208-11-iscsi neutron-server[106294]: 'Trunk': '1.1'}} Aug 30 04:18:49.903631 dv-cinder-852208-11-iscsi neutron-server[106294]: {{(pid=106294) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 04:18:49.907607 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Network 38cf1e98-cd39-44e7-9101-9b1264f447b9 details requested by agent ovs-agent-dv-cinder-852208-11-iscsi with host dv-cinder-852208-11-iscsi {{(pid=106294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 04:18:49.984928 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-5baa35c1-d32b-4c84-a71a-aca627ab3367 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749362409045'] for network (ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:49.991334 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290d94f6-0445-48c8-9377-9675c9447a1b admin admin] Made reservation on behalf of 8be1dd6cbfc544c4b430b2420bb6bdca for: {'network': 1} {{(pid=106292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:18:49.993804 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-290d94f6-0445-48c8-9377-9675c9447a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for network (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:50.027494 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baa35c1-d32b-4c84-a71a-aca627ab3367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e52120-eaa7-49f9-a299-8cbcff17e880,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:18:50.030788 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe56c5cf-986a-4d5f-8921-361e1fbf6198 admin admin] Made reservation on behalf of 5a89b6f21ff24eafbed378c2ece79c3e for: {'subnet': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:18:50.033551 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-fe56c5cf-986a-4d5f-8921-361e1fbf6198 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:50.093721 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:50.093979 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-290d94f6-0445-48c8-9377-9675c9447a1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:50.097020 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-a42d6c69-9d85-412f-a59e-406e12a403c0 admin admin] Publish callbacks [] for router_gateway (3c01efb0-7805-4bef-b1f3-476570199b5d), precommit_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:50.103441 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.db.resource_extend [None req-5baa35c1-d32b-4c84-a71a-aca627ab3367 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 30 04:18:50.131488 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9aff18-e71c-44d3-b9af-c9c549d70563 admin admin] Pushing event updated for resources: {'Network': ['ID=f55c98a9-cbed-4af8-92a6-c49957223dcb,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:18:50.186190 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Network f55c98a9-cbed-4af8-92a6-c49957223dcb details requested by agent ovs-agent-dv-cinder-852208-11-iscsi with host dv-cinder-852208-11-iscsi {{(pid=106294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 04:18:50.207680 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:INSERT=10,neutron:SELECT=83,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:50.241872 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9aff18-e71c-44d3-b9af-c9c549d70563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7c0c76-8b2b-454e-98b8-284288d08c7c,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:18:50.263714 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-5baa35c1-d32b-4c84-a71a-aca627ab3367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472'] for network (ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:50.264949 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5baa35c1-d32b-4c84-a71a-aca627ab3367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:18:50.265889 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-5baa35c1-d32b-4c84-a71a-aca627ab3367 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for network (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:50.282577 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-dd4d45cb-01b1-4587-ae1b-c3ef66e91bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472'] for subnet (86f813bc-4ff9-424a-9fbe-1c3d1292f27e), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:50.373595 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-52358c12-6cbf-4449-800d-0ab94c443cde None None] Attempting to bind port 940e2021-1c9e-483b-b908-af6f3a5f94cd on host dv-cinder-852208-11-iscsi for vnic_type normal with profile {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:18:50.374175 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-52358c12-6cbf-4449-800d-0ab94c443cde None None] Attempting to bind port 940e2021-1c9e-483b-b908-af6f3a5f94cd by drivers openvswitch,hyperv on host dv-cinder-852208-11-iscsi at level 0 using segments [{'id': 'ba3ccad1-e761-4282-ad36-66b52ed371a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '524cda22-09e9-423b-b572-9d6bbb210043'}] {{(pid=106294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:18:50.374993 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52358c12-6cbf-4449-800d-0ab94c443cde None None] Attempting to bind port 940e2021-1c9e-483b-b908-af6f3a5f94cd on network 524cda22-09e9-423b-b572-9d6bbb210043 {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:18:50.388711 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-5baa35c1-d32b-4c84-a71a-aca627ab3367 admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7567747 Aug 30 04:18:50.398622 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 44868) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:18:50.399004 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52358c12-6cbf-4449-800d-0ab94c443cde None None] Checking agent: {'id': 'd414c4c0-e104-4322-85c3-8bf64da32860', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852208-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 10, 56), 'started_at': datetime.datetime(2022, 8, 30, 4, 11, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852208-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:18:50.399392 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52358c12-6cbf-4449-800d-0ab94c443cde None None] Checking segment: {'id': 'ba3ccad1-e761-4282-ad36-66b52ed371a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '524cda22-09e9-423b-b572-9d6bbb210043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:18:50.399846 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-52358c12-6cbf-4449-800d-0ab94c443cde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:50.400344 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52358c12-6cbf-4449-800d-0ab94c443cde None None] Bound using segment: {'id': 'ba3ccad1-e761-4282-ad36-66b52ed371a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '524cda22-09e9-423b-b572-9d6bbb210043'} {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:18:50.400871 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-52358c12-6cbf-4449-800d-0ab94c443cde None None] Bound port: 940e2021-1c9e-483b-b908-af6f3a5f94cd, host: dv-cinder-852208-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba3ccad1-e761-4282-ad36-66b52ed371a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '524cda22-09e9-423b-b572-9d6bbb210043'}}] {{(pid=106294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:18:50.401838 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-52358c12-6cbf-4449-800d-0ab94c443cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (940e2021-1c9e-483b-b908-af6f3a5f94cd), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:50.420107 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-5bb1dc54-c0c5-4957-98d2-15d002511e2b admin admin] Request body: {'subnet': {'network_id': 'ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1791777441-subnet', 'tenant_id': '411b8da28bed456bbdcdb01587610b47', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:18:50.527420 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-52358c12-6cbf-4449-800d-0ab94c443cde None None] For port 940e2021-1c9e-483b-b908-af6f3a5f94cd, host dv-cinder-852208-11-iscsi, cleared binding levels {{(pid=106294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:18:50.533127 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-52358c12-6cbf-4449-800d-0ab94c443cde None None] For port 940e2021-1c9e-483b-b908-af6f3a5f94cd, host dv-cinder-852208-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=940e2021-1c9e-483b-b908-af6f3a5f94cd,segment=NetworkSegment(ba3ccad1-e761-4282-ad36-66b52ed371a6),segment_id=ba3ccad1-e761-4282-ad36-66b52ed371a6)] {{(pid=106294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:18:50.537597 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4d45cb-01b1-4587-ae1b-c3ef66e91bf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86f813bc-4ff9-424a-9fbe-1c3d1292f27e,revision_number=0']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:18:50.538517 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:50.543607 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-db912056-b093-49b0-8270-750ac286d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (1bd89ca2-58f6-428d-83bf-6325bad549fd), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:50.549917 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-52358c12-6cbf-4449-800d-0ab94c443cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (940e2021-1c9e-483b-b908-af6f3a5f94cd), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:50.569073 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baa35c1-d32b-4c84-a71a-aca627ab3367 admin admin] Pushing event updated for resources: {'Network': ['ID=ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:18:50.619643 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Network ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6 details requested by agent ovs-agent-dv-cinder-852208-11-iscsi with host dv-cinder-852208-11-iscsi {{(pid=106294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 04:18:50.621458 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4d45cb-01b1-4587-ae1b-c3ef66e91bf2 admin admin] Checking segment: {'id': 'a9b938b7-cff9-44f4-ab8d-f09cd9baceec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '38cf1e98-cd39-44e7-9101-9b1264f447b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:18:50.621998 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4d45cb-01b1-4587-ae1b-c3ef66e91bf2 admin admin] Network hostable DHCP agents. Network: 38cf1e98-cd39-44e7-9101-9b1264f447b9, hostable agents: ['1bd89ca2-58f6-428d-83bf-6325bad549fd'], hosted agents: [] {{(pid=106293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 04:18:50.658050 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-fe56c5cf-986a-4d5f-8921-361e1fbf6198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472'] for subnet (8f1a2822-90de-40bf-914e-6a8cde2028a4), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:50.695414 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4d45cb-01b1-4587-ae1b-c3ef66e91bf2 admin admin] Network 38cf1e98-cd39-44e7-9101-9b1264f447b9 is scheduled to be hosted by DHCP agent 1bd89ca2-58f6-428d-83bf-6325bad549fd with binding_index 1 {{(pid=106293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 04:18:50.708229 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb1dc54-c0c5-4957-98d2-15d002511e2b admin admin] Made reservation on behalf of 411b8da28bed456bbdcdb01587610b47 for: {'subnet': 1} {{(pid=106292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:18:50.719392 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52358c12-6cbf-4449-800d-0ab94c443cde None None] Pushing event updated for resources: {'Port': ['ID=940e2021-1c9e-483b-b908-af6f3a5f94cd,revision_number=2']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:18:50.724945 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-5bb1dc54-c0c5-4957-98d2-15d002511e2b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:50.727057 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-dd4d45cb-01b1-4587-ae1b-c3ef66e91bf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852208-11-iscsi, 38cf1e98-cd39-44e7-9101-9b1264f447b9) {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:18:50.732529 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4d45cb-01b1-4587-ae1b-c3ef66e91bf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:18:50.733997 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-dd4d45cb-01b1-4587-ae1b-c3ef66e91bf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for subnet (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:50.769584 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70431027-4933-4cee-993e-45843e88d28b None None] Network 38cf1e98-cd39-44e7-9101-9b1264f447b9 requested from dv-cinder-852208-11-iscsi {{(pid=106294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:18:50.773152 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:50.806453 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-dd4d45cb-01b1-4587-ae1b-c3ef66e91bf2 admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0457749 Aug 30 04:18:50.816386 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 44872) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:18:50.826516 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-9d97581d-5fcd-429e-959d-5fd8faf01c83 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-222349923-router', 'tenant_id': 'fe278e07fd7940dca53f7c2b8b792326', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'}}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:18:50.846476 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe56c5cf-986a-4d5f-8921-361e1fbf6198 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f1a2822-90de-40bf-914e-6a8cde2028a4,revision_number=0']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:18:50.896611 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-290d94f6-0445-48c8-9377-9675c9447a1b admin admin] Publish callbacks [] for security_group (df2b2d7a-8719-4631-abe3-04fba0e70635), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:50.908127 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe56c5cf-986a-4d5f-8921-361e1fbf6198 admin admin] Checking segment: {'id': 'e519ac78-f91d-4e30-a2bb-8ce973f50b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'f55c98a9-cbed-4af8-92a6-c49957223dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:18:50.909065 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe56c5cf-986a-4d5f-8921-361e1fbf6198 admin admin] Network hostable DHCP agents. Network: f55c98a9-cbed-4af8-92a6-c49957223dcb, hostable agents: ['1bd89ca2-58f6-428d-83bf-6325bad549fd'], hosted agents: [] {{(pid=106293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 04:18:50.914529 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-290d94f6-0445-48c8-9377-9675c9447a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (df2b2d7a-8719-4631-abe3-04fba0e70635), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:51.059649 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9d97581d-5fcd-429e-959d-5fd8faf01c83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6265'] for router (3bb0bee2-eefa-4772-802b-f9fe9933802f), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:51.059649 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9d97581d-5fcd-429e-959d-5fd8faf01c83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-573936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660692', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-729924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6262'] for router (3bb0bee2-eefa-4772-802b-f9fe9933802f), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:51.060359 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:51.060359 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-290d94f6-0445-48c8-9377-9675c9447a1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=106292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 04:18:51.060359 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-a42d6c69-9d85-412f-a59e-406e12a403c0 admin admin] Publish callbacks [] for router_gateway (3c01efb0-7805-4bef-b1f3-476570199b5d), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:51.061549 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe56c5cf-986a-4d5f-8921-361e1fbf6198 admin admin] Network f55c98a9-cbed-4af8-92a6-c49957223dcb is scheduled to be hosted by DHCP agent 1bd89ca2-58f6-428d-83bf-6325bad549fd with binding_index 1 {{(pid=106293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 04:18:51.079717 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008d5d1c-fb5a-424e-b462-b4f46edacb69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe061a4b4-6b24-5e8c-afc3-0a1b8ef042c0-38cf1e98-cd39-44e7-9101-9b1264f447b9', 'network_id': '38cf1e98-cd39-44e7-9101-9b1264f447b9', 'project_id': 'fe278e07fd7940dca53f7c2b8b792326', 'fixed_ips': [{'subnet_id': '86f813bc-4ff9-424a-9fbe-1c3d1292f27e'}]}} from dv-cinder-852208-11-iscsi. {{(pid=106294) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 04:18:51.085542 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-008d5d1c-fb5a-424e-b462-b4f46edacb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:51.096073 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-a42d6c69-9d85-412f-a59e-406e12a403c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:51.119663 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:51.153772 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-fe56c5cf-986a-4d5f-8921-361e1fbf6198 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852208-11-iscsi, f55c98a9-cbed-4af8-92a6-c49957223dcb) {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:18:51.178122 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe56c5cf-986a-4d5f-8921-361e1fbf6198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:18:51.178839 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-fe56c5cf-986a-4d5f-8921-361e1fbf6198 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for subnet (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:51.241387 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9d97581d-5fcd-429e-959d-5fd8faf01c83 admin admin] Publish callbacks [] for router_controller (3bb0bee2-eefa-4772-802b-f9fe9933802f), precommit_add_association {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:51.271619 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff69b9f-6462-4ee8-bd8c-173d46df6d08 None None] Network f55c98a9-cbed-4af8-92a6-c49957223dcb requested from dv-cinder-852208-11-iscsi {{(pid=106294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:18:51.393170 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.db.db_base_plugin_common [None req-a42d6c69-9d85-412f-a59e-406e12a403c0 admin admin] Allocated IP 172.27.4.39 (5c43c40f-cc6a-4e53-a103-6d34effd891a/b2d4007f-d8ed-41cc-b520-7777f18cd186/666785d5-060a-4460-bb5f-6da37fa29801) {{(pid=106292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:18:51.492454 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.db_base_plugin_common [None req-008d5d1c-fb5a-424e-b462-b4f46edacb69 None None] Allocated IP 172.20.0.2 (38cf1e98-cd39-44e7-9101-9b1264f447b9/86f813bc-4ff9-424a-9fbe-1c3d1292f27e/d5cd6218-b4a8-4f59-81b4-2c433806f074) {{(pid=106294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:18:51.560443 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec5ffd2-b769-4c3f-aaae-668da2cef726 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe061a4b4-6b24-5e8c-afc3-0a1b8ef042c0-f55c98a9-cbed-4af8-92a6-c49957223dcb', 'network_id': 'f55c98a9-cbed-4af8-92a6-c49957223dcb', 'project_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'fixed_ips': [{'subnet_id': '8f1a2822-90de-40bf-914e-6a8cde2028a4'}]}} from dv-cinder-852208-11-iscsi. {{(pid=106294) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 04:18:51.565511 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-1ec5ffd2-b769-4c3f-aaae-668da2cef726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:51.609862 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d94f6-0445-48c8-9377-9675c9447a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2b2d7a-8719-4631-abe3-04fba0e70635,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:18:51.643935 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-fe56c5cf-986a-4d5f-8921-361e1fbf6198 admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9211588 Aug 30 04:18:51.646947 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 44906) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:18:51.652257 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-1609971f-14bf-4720-a4a2-39d44fd6bbd2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-420723525-router', 'tenant_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'}}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:18:51.657959 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-290d94f6-0445-48c8-9377-9675c9447a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784698'] for segment (4b233ae9-319e-47a8-a5d9-0eb0b2f39c51), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:51.658329 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.db.segments_db [None req-290d94f6-0445-48c8-9377-9675c9447a1b admin admin] Added segment 4b233ae9-319e-47a8-a5d9-0eb0b2f39c51 of type vlan for network 23d92aee-c9a0-436e-b57b-a0149f48b951 Aug 30 04:18:51.661124 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=7 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:51.887163 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1609971f-14bf-4720-a4a2-39d44fd6bbd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6265'] for router (d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:51.889212 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1609971f-14bf-4720-a4a2-39d44fd6bbd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-573936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660692', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-729924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6262'] for router (d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:51.903155 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9d97581d-5fcd-429e-959d-5fd8faf01c83 admin admin] Publish callbacks [] for router_gateway (3bb0bee2-eefa-4772-802b-f9fe9933802f), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:52.015530 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:52.073609 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1609971f-14bf-4720-a4a2-39d44fd6bbd2 admin admin] Publish callbacks [] for router_controller (d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d), precommit_add_association {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:52.086963 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 940e2021-1c9e-483b-b908-af6f3a5f94cd up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:18:52.186652 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-5bb1dc54-c0c5-4957-98d2-15d002511e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472'] for subnet (bd870cbd-142c-4604-b43f-9d9fc317ac72), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:52.340998 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9d97581d-5fcd-429e-959d-5fd8faf01c83 admin admin] Publish callbacks [] for router_gateway (3bb0bee2-eefa-4772-802b-f9fe9933802f), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:52.361782 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-a42d6c69-9d85-412f-a59e-406e12a403c0 admin admin] Publish callbacks [] for port (666785d5-060a-4460-bb5f-6da37fa29801), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:52.364300 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-290d94f6-0445-48c8-9377-9675c9447a1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749362409045'] for network (23d92aee-c9a0-436e-b57b-a0149f48b951), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:52.399939 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb1dc54-c0c5-4957-98d2-15d002511e2b admin admin] Checking segment: {'id': 'f1ad6c1c-d522-42f8-b534-1fea329f4792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:18:52.400376 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb1dc54-c0c5-4957-98d2-15d002511e2b admin admin] Network hostable DHCP agents. Network: ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6, hostable agents: ['1bd89ca2-58f6-428d-83bf-6325bad549fd'], hosted agents: [] {{(pid=106292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 04:18:52.439235 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb1dc54-c0c5-4957-98d2-15d002511e2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd870cbd-142c-4604-b43f-9d9fc317ac72,revision_number=0']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:18:52.461152 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1609971f-14bf-4720-a4a2-39d44fd6bbd2 admin admin] Publish callbacks [] for router_gateway (d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:52.465500 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb1dc54-c0c5-4957-98d2-15d002511e2b admin admin] Network ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6 is scheduled to be hosted by DHCP agent 1bd89ca2-58f6-428d-83bf-6325bad549fd with binding_index 1 {{(pid=106292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 04:18:52.469186 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9d97581d-5fcd-429e-959d-5fd8faf01c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:52.485098 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-290d94f6-0445-48c8-9377-9675c9447a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472'] for network (23d92aee-c9a0-436e-b57b-a0149f48b951), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:52.486321 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290d94f6-0445-48c8-9377-9675c9447a1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:18:52.486957 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-290d94f6-0445-48c8-9377-9675c9447a1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for network (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:52.501628 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.base_scheduler [None req-5bb1dc54-c0c5-4957-98d2-15d002511e2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852208-11-iscsi, ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6) {{(pid=106292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:18:52.517674 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b6f8da-3539-4b90-8f7d-f6aa4c0fb95a None None] Network 524cda22-09e9-423b-b572-9d6bbb210043 requested from dv-cinder-852208-11-iscsi {{(pid=106294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:18:52.536969 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bd9f55-ceba-4ef7-86b7-d660cc29b195 None None] Network ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6 requested from dv-cinder-852208-11-iscsi {{(pid=106294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:18:52.541266 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb1dc54-c0c5-4957-98d2-15d002511e2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:18:52.542667 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-5bb1dc54-c0c5-4957-98d2-15d002511e2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for subnet (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:52.556588 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-290d94f6-0445-48c8-9377-9675c9447a1b admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.5997546 Aug 30 04:18:52.560393 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 44958) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:18:52.580716 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-bd95399b-b450-4d8a-bee0-eb9dead8edbd admin admin] Request body: {'subnet': {'network_id': '23d92aee-c9a0-436e-b57b-a0149f48b951', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1605656659-subnet', 'tenant_id': '8be1dd6cbfc544c4b430b2420bb6bdca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:18:52.619706 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-5bb1dc54-c0c5-4957-98d2-15d002511e2b admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.2095056 Aug 30 04:18:52.621263 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-a42d6c69-9d85-412f-a59e-406e12a403c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830'] for port (666785d5-060a-4460-bb5f-6da37fa29801), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:52.626025 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port 940e2021-1c9e-483b-b908-af6f3a5f94cd triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:18:52.627040 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (940e2021-1c9e-483b-b908-af6f3a5f94cd), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:52.627406 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 44964) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:18:52.662280 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-28f8e8ed-3c6c-47ff-aad5-161493c681c0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1791777441-router', 'tenant_id': '411b8da28bed456bbdcdb01587610b47', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'}}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:18:52.680602 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 44966) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:18:52.684039 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd95399b-b450-4d8a-bee0-eb9dead8edbd admin admin] Made reservation on behalf of 8be1dd6cbfc544c4b430b2420bb6bdca for: {'subnet': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:18:52.686527 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-bd95399b-b450-4d8a-bee0-eb9dead8edbd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:52.710769 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d94f6-0445-48c8-9377-9675c9447a1b admin admin] Pushing event updated for resources: {'Network': ['ID=23d92aee-c9a0-436e-b57b-a0149f48b951,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:18:52.726612 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-28f8e8ed-3c6c-47ff-aad5-161493c681c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6265'] for router (354189e9-d6c3-4269-b148-cd535d97c117), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:52.728035 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-28f8e8ed-3c6c-47ff-aad5-161493c681c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-573936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660692', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-729924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6262'] for router (354189e9-d6c3-4269-b148-cd535d97c117), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:52.738721 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:52.760554 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Network 23d92aee-c9a0-436e-b57b-a0149f48b951 details requested by agent ovs-agent-dv-cinder-852208-11-iscsi with host dv-cinder-852208-11-iscsi {{(pid=106294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 04:18:52.764629 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42d6c69-9d85-412f-a59e-406e12a403c0 admin admin] Network 5c43c40f-cc6a-4e53-a103-6d34effd891a is already hosted by enough agents. {{(pid=106292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:18:52.781809 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.base_scheduler [None req-a42d6c69-9d85-412f-a59e-406e12a403c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:18:52.785538 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42d6c69-9d85-412f-a59e-406e12a403c0 admin admin] Received port after_create {{(pid=106292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:18:52.794076 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.db_base_plugin_common [None req-1ec5ffd2-b769-4c3f-aaae-668da2cef726 None None] Allocated IP 172.20.0.2 (f55c98a9-cbed-4af8-92a6-c49957223dcb/8f1a2822-90de-40bf-914e-6a8cde2028a4/257a0b5e-9815-4738-b610-209393dfe4b2) {{(pid=106294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:18:52.835617 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42d6c69-9d85-412f-a59e-406e12a403c0 admin admin] Pushing event updated for resources: {'Port': ['ID=666785d5-060a-4460-bb5f-6da37fa29801,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:18:52.837121 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:INSERT=11,neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:52.878654 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=6,neutron:DELETE=3 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:52.961467 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-28f8e8ed-3c6c-47ff-aad5-161493c681c0 admin admin] Publish callbacks [] for router_controller (354189e9-d6c3-4269-b148-cd535d97c117), precommit_add_association {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:53.059348 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [None req-9d97581d-5fcd-429e-959d-5fd8faf01c83 admin admin] Allocated IP 172.27.4.59 (5c43c40f-cc6a-4e53-a103-6d34effd891a/b2d4007f-d8ed-41cc-b520-7777f18cd186/4fb8e580-3dc3-4d65-a32c-afb3da29411f) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:18:53.105522 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=85,neutron:UPDATE=9,neutron:INSERT=6 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:53.168962 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-008d5d1c-fb5a-424e-b462-b4f46edacb69 None None] Publish callbacks [] for port (d5cd6218-b4a8-4f59-81b4-2c433806f074), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:53.170437 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-fd50fcb2-b3c7-4662-abbe-4eec667887a2 None None] Provisioning complete for port 940e2021-1c9e-483b-b908-af6f3a5f94cd triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:18:53.170821 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-fd50fcb2-b3c7-4662-abbe-4eec667887a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (940e2021-1c9e-483b-b908-af6f3a5f94cd), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:53.188641 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-5e322d52-fa5f-462b-a076-5e3c57d57080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:53.197260 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-28f8e8ed-3c6c-47ff-aad5-161493c681c0 admin admin] Publish callbacks [] for router_gateway (354189e9-d6c3-4269-b148-cd535d97c117), precommit_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:53.232913 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-008d5d1c-fb5a-424e-b462-b4f46edacb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830'] for port (d5cd6218-b4a8-4f59-81b4-2c433806f074), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:53.271449 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:53.302929 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9d97581d-5fcd-429e-959d-5fd8faf01c83 admin admin] Publish callbacks [] for port (4fb8e580-3dc3-4d65-a32c-afb3da29411f), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:53.325814 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-a42d6c69-9d85-412f-a59e-406e12a403c0 admin admin] Publish callbacks [] for router_gateway (3c01efb0-7805-4bef-b1f3-476570199b5d), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:53.328534 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-1ec5ffd2-b769-4c3f-aaae-668da2cef726 None None] Publish callbacks [] for port (257a0b5e-9815-4738-b610-209393dfe4b2), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:53.379491 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-1ec5ffd2-b769-4c3f-aaae-668da2cef726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830'] for port (257a0b5e-9815-4738-b610-209393dfe4b2), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:53.406456 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008d5d1c-fb5a-424e-b462-b4f46edacb69 None None] Network 38cf1e98-cd39-44e7-9101-9b1264f447b9 is already hosted by enough agents. {{(pid=106294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:18:53.407830 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1609971f-14bf-4720-a4a2-39d44fd6bbd2 admin admin] Publish callbacks [] for router_gateway (d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:53.438830 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.scheduler.base_scheduler [None req-008d5d1c-fb5a-424e-b462-b4f46edacb69 None None] Resources bound (agent type, host, resource id): {{(pid=106294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:18:53.447965 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1609971f-14bf-4720-a4a2-39d44fd6bbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:53.464857 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008d5d1c-fb5a-424e-b462-b4f46edacb69 None None] Pushing event updated for resources: {'Port': ['ID=d5cd6218-b4a8-4f59-81b4-2c433806f074,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:18:53.493279 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008d5d1c-fb5a-424e-b462-b4f46edacb69 None None] Received port after_create {{(pid=106294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:18:53.516598 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec5ffd2-b769-4c3f-aaae-668da2cef726 None None] Network f55c98a9-cbed-4af8-92a6-c49957223dcb is already hosted by enough agents. {{(pid=106294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:18:53.522275 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.scheduler.base_scheduler [None req-1ec5ffd2-b769-4c3f-aaae-668da2cef726 None None] Resources bound (agent type, host, resource id): {{(pid=106294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:18:53.531739 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec5ffd2-b769-4c3f-aaae-668da2cef726 None None] Received port after_create {{(pid=106294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:18:53.534297 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f237f5-38b5-4299-aeea-a384183db0bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe061a4b4-6b24-5e8c-afc3-0a1b8ef042c0-ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6', 'network_id': 'ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6', 'project_id': '411b8da28bed456bbdcdb01587610b47', 'fixed_ips': [{'subnet_id': 'bd870cbd-142c-4604-b43f-9d9fc317ac72'}]}} from dv-cinder-852208-11-iscsi. {{(pid=106294) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 04:18:53.535209 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e1f237f5-38b5-4299-aeea-a384183db0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:53.551158 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:53.598766 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port 940e2021-1c9e-483b-b908-af6f3a5f94cd is: DOWN; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:18:53.599356 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (940e2021-1c9e-483b-b908-af6f3a5f94cd), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:53.600899 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9a88c60d-18bb-4294-b4f8-621a2103dc98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:53.607919 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-bd95399b-b450-4d8a-bee0-eb9dead8edbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472'] for subnet (47205e5b-9651-4bd7-bda6-87287d94a4aa), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:53.614027 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:53.710849 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [None req-1609971f-14bf-4720-a4a2-39d44fd6bbd2 admin admin] Allocated IP 172.27.4.19 (5c43c40f-cc6a-4e53-a103-6d34effd891a/b2d4007f-d8ed-41cc-b520-7777f18cd186/7afda184-eff6-42e9-b65a-847d2ef145e0) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:18:53.745154 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-28f8e8ed-3c6c-47ff-aad5-161493c681c0 admin admin] Publish callbacks [] for router_gateway (354189e9-d6c3-4269-b148-cd535d97c117), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:53.847938 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.db_base_plugin_common [None req-e1f237f5-38b5-4299-aeea-a384183db0bf None None] Allocated IP 172.20.0.2 (ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6/bd870cbd-142c-4604-b43f-9d9fc317ac72/e52aa8c4-9a98-4f60-85d8-e8e263c0cd5f) {{(pid=106294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:18:53.880865 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1609971f-14bf-4720-a4a2-39d44fd6bbd2 admin admin] Publish callbacks [] for port (7afda184-eff6-42e9-b65a-847d2ef145e0), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:53.897462 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:INSERT=6,neutron:SELECT=88,neutron:UPDATE=6 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:53.937191 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9d97581d-5fcd-429e-959d-5fd8faf01c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830'] for port (4fb8e580-3dc3-4d65-a32c-afb3da29411f), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:54.000361 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-28f8e8ed-3c6c-47ff-aad5-161493c681c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:54.027927 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9a88c60d-18bb-4294-b4f8-621a2103dc98 admin admin] Publish callbacks [] for security_group (af400511-69c5-4476-be65-6906896429cf), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:54.050758 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:54.065104 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-a42d6c69-9d85-412f-a59e-406e12a403c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572477'] for router (3c01efb0-7805-4bef-b1f3-476570199b5d), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:54.137436 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-008d5d1c-fb5a-424e-b462-b4f46edacb69 None None] Attempting to bind port d5cd6218-b4a8-4f59-81b4-2c433806f074 on host dv-cinder-852208-11-iscsi for vnic_type normal with profile {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:18:54.138046 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-008d5d1c-fb5a-424e-b462-b4f46edacb69 None None] Attempting to bind port d5cd6218-b4a8-4f59-81b4-2c433806f074 by drivers openvswitch,hyperv on host dv-cinder-852208-11-iscsi at level 0 using segments [{'id': 'a9b938b7-cff9-44f4-ab8d-f09cd9baceec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '38cf1e98-cd39-44e7-9101-9b1264f447b9'}] {{(pid=106294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:18:54.138046 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008d5d1c-fb5a-424e-b462-b4f46edacb69 None None] Attempting to bind port d5cd6218-b4a8-4f59-81b4-2c433806f074 on network 38cf1e98-cd39-44e7-9101-9b1264f447b9 {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:18:54.140940 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-fd50fcb2-b3c7-4662-abbe-4eec667887a2 None None] Current status of the port 940e2021-1c9e-483b-b908-af6f3a5f94cd is: DOWN; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:18:54.140940 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-fd50fcb2-b3c7-4662-abbe-4eec667887a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (940e2021-1c9e-483b-b908-af6f3a5f94cd), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:54.144568 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] For port 940e2021-1c9e-483b-b908-af6f3a5f94cd, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=940e2021-1c9e-483b-b908-af6f3a5f94cd,segment=NetworkSegment(ba3ccad1-e761-4282-ad36-66b52ed371a6),segment_id=ba3ccad1-e761-4282-ad36-66b52ed371a6)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:18:54.151573 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e1f237f5-38b5-4299-aeea-a384183db0bf None None] Publish callbacks [] for port (e52aa8c4-9a98-4f60-85d8-e8e263c0cd5f), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:54.177181 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (940e2021-1c9e-483b-b908-af6f3a5f94cd), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:54.182189 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec5ffd2-b769-4c3f-aaae-668da2cef726 None None] Pushing event updated for resources: {'Port': ['ID=257a0b5e-9815-4738-b610-209393dfe4b2,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:18:54.184877 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8bdbbddc-d827-40e6-b8fb-29930693a668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (0ba81f50-231f-4a87-bfed-adcf093ea106), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:54.185674 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008d5d1c-fb5a-424e-b462-b4f46edacb69 None None] Checking agent: {'id': 'd414c4c0-e104-4322-85c3-8bf64da32860', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852208-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 10, 56), 'started_at': datetime.datetime(2022, 8, 30, 4, 11, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852208-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:18:54.186025 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008d5d1c-fb5a-424e-b462-b4f46edacb69 None None] Checking segment: {'id': 'a9b938b7-cff9-44f4-ab8d-f09cd9baceec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '38cf1e98-cd39-44e7-9101-9b1264f447b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:18:54.186439 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-008d5d1c-fb5a-424e-b462-b4f46edacb69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:54.186878 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008d5d1c-fb5a-424e-b462-b4f46edacb69 None None] Bound using segment: {'id': 'a9b938b7-cff9-44f4-ab8d-f09cd9baceec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '38cf1e98-cd39-44e7-9101-9b1264f447b9'} {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:18:54.187366 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-008d5d1c-fb5a-424e-b462-b4f46edacb69 None None] Bound port: d5cd6218-b4a8-4f59-81b4-2c433806f074, host: dv-cinder-852208-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b938b7-cff9-44f4-ab8d-f09cd9baceec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '38cf1e98-cd39-44e7-9101-9b1264f447b9'}}] {{(pid=106294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:18:54.187724 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-008d5d1c-fb5a-424e-b462-b4f46edacb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (d5cd6218-b4a8-4f59-81b4-2c433806f074), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:54.192431 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-1ec5ffd2-b769-4c3f-aaae-668da2cef726 None None] Attempting to bind port 257a0b5e-9815-4738-b610-209393dfe4b2 on host dv-cinder-852208-11-iscsi for vnic_type normal with profile {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:18:54.192795 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-1ec5ffd2-b769-4c3f-aaae-668da2cef726 None None] Attempting to bind port 257a0b5e-9815-4738-b610-209393dfe4b2 by drivers openvswitch,hyperv on host dv-cinder-852208-11-iscsi at level 0 using segments [{'id': 'e519ac78-f91d-4e30-a2bb-8ce973f50b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'f55c98a9-cbed-4af8-92a6-c49957223dcb'}] {{(pid=106294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:18:54.193154 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec5ffd2-b769-4c3f-aaae-668da2cef726 None None] Attempting to bind port 257a0b5e-9815-4738-b610-209393dfe4b2 on network f55c98a9-cbed-4af8-92a6-c49957223dcb {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:18:54.195769 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e1f237f5-38b5-4299-aeea-a384183db0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830'] for port (e52aa8c4-9a98-4f60-85d8-e8e263c0cd5f), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:54.245530 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec5ffd2-b769-4c3f-aaae-668da2cef726 None None] Checking agent: {'id': 'd414c4c0-e104-4322-85c3-8bf64da32860', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852208-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 10, 56), 'started_at': datetime.datetime(2022, 8, 30, 4, 11, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852208-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:18:54.245973 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec5ffd2-b769-4c3f-aaae-668da2cef726 None None] Checking segment: {'id': 'e519ac78-f91d-4e30-a2bb-8ce973f50b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'f55c98a9-cbed-4af8-92a6-c49957223dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:18:54.246390 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-1ec5ffd2-b769-4c3f-aaae-668da2cef726 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:54.246790 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec5ffd2-b769-4c3f-aaae-668da2cef726 None None] Bound using segment: {'id': 'e519ac78-f91d-4e30-a2bb-8ce973f50b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'f55c98a9-cbed-4af8-92a6-c49957223dcb'} {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:18:54.247273 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-1ec5ffd2-b769-4c3f-aaae-668da2cef726 None None] Bound port: 257a0b5e-9815-4738-b610-209393dfe4b2, host: dv-cinder-852208-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e519ac78-f91d-4e30-a2bb-8ce973f50b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'f55c98a9-cbed-4af8-92a6-c49957223dcb'}}] {{(pid=106294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:18:54.247676 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-1ec5ffd2-b769-4c3f-aaae-668da2cef726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (257a0b5e-9815-4738-b610-209393dfe4b2), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:54.264077 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd95399b-b450-4d8a-bee0-eb9dead8edbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=47205e5b-9651-4bd7-bda6-87287d94a4aa,revision_number=0']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:18:54.269397 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 45010) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:18:54.279008 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9a88c60d-18bb-4294-b4f8-621a2103dc98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (af400511-69c5-4476-be65-6906896429cf), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:54.282674 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a42d6c69-9d85-412f-a59e-406e12a403c0 admin admin] Router 3c01efb0-7805-4bef-b1f3-476570199b5d is scheduled to L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 with binding_index 1 {{(pid=106292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 04:18:54.329968 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f237f5-38b5-4299-aeea-a384183db0bf None None] Network ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6 is already hosted by enough agents. {{(pid=106294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:18:54.368794 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d97581d-5fcd-429e-959d-5fd8faf01c83 admin admin] Network 5c43c40f-cc6a-4e53-a103-6d34effd891a is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:18:54.369651 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.scheduler.base_scheduler [None req-e1f237f5-38b5-4299-aeea-a384183db0bf None None] Resources bound (agent type, host, resource id): {{(pid=106294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:18:54.381749 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-9a88c60d-18bb-4294-b4f8-621a2103dc98 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=58eb699706ee413da3afe8df3ad5d2d7&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6993892 Aug 30 04:18:54.385005 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f237f5-38b5-4299-aeea-a384183db0bf None None] Received port after_create {{(pid=106294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:18:54.392647 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd95399b-b450-4d8a-bee0-eb9dead8edbd admin admin] Checking segment: {'id': '4b233ae9-319e-47a8-a5d9-0eb0b2f39c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '23d92aee-c9a0-436e-b57b-a0149f48b951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:18:54.393009 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd95399b-b450-4d8a-bee0-eb9dead8edbd admin admin] Network hostable DHCP agents. Network: 23d92aee-c9a0-436e-b57b-a0149f48b951, hostable agents: ['1bd89ca2-58f6-428d-83bf-6325bad549fd'], hosted agents: [] {{(pid=106293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 04:18:54.395372 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-9d97581d-5fcd-429e-959d-5fd8faf01c83 admin admin] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:18:54.399443 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 45014) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:18:54.403232 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.db.api [None req-fd50fcb2-b3c7-4662-abbe-4eec667887a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106294) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 30 04:18:54.403835 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG oslo_db.api [None req-fd50fcb2-b3c7-4662-abbe-4eec667887a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 04:18:54.412035 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d97581d-5fcd-429e-959d-5fd8faf01c83 admin admin] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:18:54.413039 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Pushing event updated for resources: {'Port': ['ID=940e2021-1c9e-483b-b908-af6f3a5f94cd,revision_number=3']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:18:54.413788 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a88c60d-18bb-4294-b4f8-621a2103dc98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af400511-69c5-4476-be65-6906896429cf,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:18:54.429181 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1609971f-14bf-4720-a4a2-39d44fd6bbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830'] for port (7afda184-eff6-42e9-b65a-847d2ef145e0), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:54.469387 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:54.480741 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d97581d-5fcd-429e-959d-5fd8faf01c83 admin admin] Pushing event updated for resources: {'Port': ['ID=4fb8e580-3dc3-4d65-a32c-afb3da29411f,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:18:54.482448 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a42d6c69-9d85-412f-a59e-406e12a403c0 admin admin] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:18:54.494348 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3cfea2-69b1-4db8-8448-4eabcbc93cf8 None None] Sync routers for ids ['3c01efb0-7805-4bef-b1f3-476570199b5d'] in dv-cinder-852208-11-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:18:54.505841 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3cfea2-69b1-4db8-8448-4eabcbc93cf8 None None] Routers {'3c01efb0-7805-4bef-b1f3-476570199b5d'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:18:54.506508 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-2e3cfea2-69b1-4db8-8448-4eabcbc93cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:18:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['3c01efb0-7805-4bef-b1f3-476570199b5d'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:18:54.521315 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-a42d6c69-9d85-412f-a59e-406e12a403c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:54.525292 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-a42d6c69-9d85-412f-a59e-406e12a403c0 admin admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.4705880 Aug 30 04:18:54.553837 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 45016) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:18:54.559334 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-008d5d1c-fb5a-424e-b462-b4f46edacb69 None None] For port d5cd6218-b4a8-4f59-81b4-2c433806f074, host dv-cinder-852208-11-iscsi, cleared binding levels {{(pid=106294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:18:54.567623 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:54.572151 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-48006a17-3f7c-4ab3-b983-6eaf8ce121ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:54.615120 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-008d5d1c-fb5a-424e-b462-b4f46edacb69 None None] For port d5cd6218-b4a8-4f59-81b4-2c433806f074, host dv-cinder-852208-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=d5cd6218-b4a8-4f59-81b4-2c433806f074,segment=NetworkSegment(a9b938b7-cff9-44f4-ab8d-f09cd9baceec),segment_id=a9b938b7-cff9-44f4-ab8d-f09cd9baceec)] {{(pid=106294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:18:54.634862 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-1ec5ffd2-b769-4c3f-aaae-668da2cef726 None None] For port 257a0b5e-9815-4738-b610-209393dfe4b2, host dv-cinder-852208-11-iscsi, cleared binding levels {{(pid=106294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:18:54.640970 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-2e3cfea2-69b1-4db8-8448-4eabcbc93cf8 None None] Set router 3c01efb0-7805-4bef-b1f3-476570199b5d gateway port host: dv-cinder-852208-11-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:18:54.658760 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:54.660745 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-008d5d1c-fb5a-424e-b462-b4f46edacb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (d5cd6218-b4a8-4f59-81b4-2c433806f074), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:54.673593 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-1ec5ffd2-b769-4c3f-aaae-668da2cef726 None None] For port 257a0b5e-9815-4738-b610-209393dfe4b2, host dv-cinder-852208-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=257a0b5e-9815-4738-b610-209393dfe4b2,segment=NetworkSegment(e519ac78-f91d-4e30-a2bb-8ce973f50b92),segment_id=e519ac78-f91d-4e30-a2bb-8ce973f50b92)] {{(pid=106294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:18:54.676102 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f237f5-38b5-4299-aeea-a384183db0bf None None] Pushing event updated for resources: {'Port': ['ID=e52aa8c4-9a98-4f60-85d8-e8e263c0cd5f,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:18:54.680038 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-e1f237f5-38b5-4299-aeea-a384183db0bf None None] Attempting to bind port e52aa8c4-9a98-4f60-85d8-e8e263c0cd5f on host dv-cinder-852208-11-iscsi for vnic_type normal with profile {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:18:54.680402 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-e1f237f5-38b5-4299-aeea-a384183db0bf None None] Attempting to bind port e52aa8c4-9a98-4f60-85d8-e8e263c0cd5f by drivers openvswitch,hyperv on host dv-cinder-852208-11-iscsi at level 0 using segments [{'id': 'f1ad6c1c-d522-42f8-b534-1fea329f4792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6'}] {{(pid=106294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:18:54.680774 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f237f5-38b5-4299-aeea-a384183db0bf None None] Attempting to bind port e52aa8c4-9a98-4f60-85d8-e8e263c0cd5f on network ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6 {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:18:54.702090 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1609971f-14bf-4720-a4a2-39d44fd6bbd2 admin admin] Pushing event updated for resources: {'Port': ['ID=7afda184-eff6-42e9-b65a-847d2ef145e0,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:18:54.717078 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-1ec5ffd2-b769-4c3f-aaae-668da2cef726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (257a0b5e-9815-4738-b610-209393dfe4b2), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:54.732490 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f237f5-38b5-4299-aeea-a384183db0bf None None] Checking agent: {'id': 'd414c4c0-e104-4322-85c3-8bf64da32860', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852208-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 10, 56), 'started_at': datetime.datetime(2022, 8, 30, 4, 11, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852208-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:18:54.732866 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f237f5-38b5-4299-aeea-a384183db0bf None None] Checking segment: {'id': 'f1ad6c1c-d522-42f8-b534-1fea329f4792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:18:54.733271 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e1f237f5-38b5-4299-aeea-a384183db0bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:54.733667 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f237f5-38b5-4299-aeea-a384183db0bf None None] Bound using segment: {'id': 'f1ad6c1c-d522-42f8-b534-1fea329f4792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6'} {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:18:54.734301 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-e1f237f5-38b5-4299-aeea-a384183db0bf None None] Bound port: e52aa8c4-9a98-4f60-85d8-e8e263c0cd5f, host: dv-cinder-852208-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1ad6c1c-d522-42f8-b534-1fea329f4792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6'}}] {{(pid=106294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:18:54.734703 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e1f237f5-38b5-4299-aeea-a384183db0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (e52aa8c4-9a98-4f60-85d8-e8e263c0cd5f), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:54.766116 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1609971f-14bf-4720-a4a2-39d44fd6bbd2 admin admin] Network 5c43c40f-cc6a-4e53-a103-6d34effd891a is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:18:54.769009 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd95399b-b450-4d8a-bee0-eb9dead8edbd admin admin] Network 23d92aee-c9a0-436e-b57b-a0149f48b951 is scheduled to be hosted by DHCP agent 1bd89ca2-58f6-428d-83bf-6325bad549fd with binding_index 1 {{(pid=106293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 04:18:54.789585 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2c154de6-1533-4838-be52-67441a6cebe1 admin admin] Publish callbacks [] for security_group (af400511-69c5-4476-be65-6906896429cf), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:54.793654 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-1609971f-14bf-4720-a4a2-39d44fd6bbd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:18:54.800722 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-48006a17-3f7c-4ab3-b983-6eaf8ce121ea admin admin] Publish callbacks [] for security_group (be1a52ee-8ba7-4e77-b725-14b6e6e55cdf), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:54.833656 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-48006a17-3f7c-4ab3-b983-6eaf8ce121ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (be1a52ee-8ba7-4e77-b725-14b6e6e55cdf), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:54.841877 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008d5d1c-fb5a-424e-b462-b4f46edacb69 None None] Pushing event updated for resources: {'Port': ['ID=d5cd6218-b4a8-4f59-81b4-2c433806f074,revision_number=2']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:18:54.910005 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-48006a17-3f7c-4ab3-b983-6eaf8ce121ea admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=ea96b9dd52f143de85234abcdb3e93a0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6365807 Aug 30 04:18:54.919524 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:54.924153 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 45018) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:18:54.939877 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1609971f-14bf-4720-a4a2-39d44fd6bbd2 admin admin] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:18:55.012052 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-e1f237f5-38b5-4299-aeea-a384183db0bf None None] For port e52aa8c4-9a98-4f60-85d8-e8e263c0cd5f, host dv-cinder-852208-11-iscsi, cleared binding levels {{(pid=106294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:18:55.019104 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.db.db_base_plugin_common [None req-28f8e8ed-3c6c-47ff-aad5-161493c681c0 admin admin] Allocated IP 172.27.4.174 (5c43c40f-cc6a-4e53-a103-6d34effd891a/b2d4007f-d8ed-41cc-b520-7777f18cd186/21d7ba17-a823-4886-8208-42dd0283a929) {{(pid=106292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:18:55.112416 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:55.128215 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9d97581d-5fcd-429e-959d-5fd8faf01c83 admin admin] Publish callbacks [] for router_gateway (3bb0bee2-eefa-4772-802b-f9fe9933802f), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:55.142999 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-e1f237f5-38b5-4299-aeea-a384183db0bf None None] For port e52aa8c4-9a98-4f60-85d8-e8e263c0cd5f, host dv-cinder-852208-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=e52aa8c4-9a98-4f60-85d8-e8e263c0cd5f,segment=NetworkSegment(f1ad6c1c-d522-42f8-b534-1fea329f4792),segment_id=f1ad6c1c-d522-42f8-b534-1fea329f4792)] {{(pid=106294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:18:55.145018 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48006a17-3f7c-4ab3-b983-6eaf8ce121ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1a52ee-8ba7-4e77-b725-14b6e6e55cdf,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:18:55.172083 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-2e3cfea2-69b1-4db8-8448-4eabcbc93cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c01efb0-7805-4bef-b1f3-476570199b5d', 'name': 'tempest-ServerRescueNegativeTestJSON-2077016422-router', 'tenant_id': 'a9a5c650ed23445bb585711f962d7e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.39'}], 'enable_snat': True}, 'gw_port_id': '666785d5-060a-4460-bb5f-6da37fa29801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:49Z', 'updated_at': '2022-08-30T04:18:52Z', 'revision_number': 3, 'project_id': 'a9a5c650ed23445bb585711f962d7e09', 'gw_port': {'id': '666785d5-060a-4460-bb5f-6da37fa29801', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a3:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c01efb0-7805-4bef-b1f3-476570199b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:51Z', 'updated_at': '2022-08-30T04:18:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi'}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:18:55.189894 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-fd50fcb2-b3c7-4662-abbe-4eec667887a2 None None] Current status of the port 940e2021-1c9e-483b-b908-af6f3a5f94cd is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:18:55.197644 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-bd95399b-b450-4d8a-bee0-eb9dead8edbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852208-11-iscsi, 23d92aee-c9a0-436e-b57b-a0149f48b951) {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:18:55.211420 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-f3939234-5dce-45c4-b9dd-f7b4ff152802 admin admin] Publish callbacks [] for security_group (be1a52ee-8ba7-4e77-b725-14b6e6e55cdf), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:55.218619 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e1f237f5-38b5-4299-aeea-a384183db0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (e52aa8c4-9a98-4f60-85d8-e8e263c0cd5f), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:55.246323 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec5ffd2-b769-4c3f-aaae-668da2cef726 None None] Pushing event updated for resources: {'Port': ['ID=257a0b5e-9815-4738-b610-209393dfe4b2,revision_number=2']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:18:55.246738 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3cfea2-69b1-4db8-8448-4eabcbc93cf8 None None] Checking router: 3c01efb0-7805-4bef-b1f3-476570199b5d for host: dv-cinder-852208-11-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:18:55.247192 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3cfea2-69b1-4db8-8448-4eabcbc93cf8 None None] Updating router 3c01efb0-7805-4bef-b1f3-476570199b5d port 666785d5-060a-4460-bb5f-6da37fa29801 binding host dv-cinder-852208-11-iscsi {{(pid=106295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:18:55.282830 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d04f0bb-ceb4-4a8e-8c51-e708fc6bbc95 None None] Network 23d92aee-c9a0-436e-b57b-a0149f48b951 requested from dv-cinder-852208-11-iscsi {{(pid=106294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:18:55.306348 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd95399b-b450-4d8a-bee0-eb9dead8edbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:18:55.312403 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-bd95399b-b450-4d8a-bee0-eb9dead8edbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for subnet (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:55.370461 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-2e3cfea2-69b1-4db8-8448-4eabcbc93cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (666785d5-060a-4460-bb5f-6da37fa29801), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:55.424673 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2c154de6-1533-4838-be52-67441a6cebe1 admin admin] Publish callbacks [] for security_group (af400511-69c5-4476-be65-6906896429cf), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:55.473815 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-f3939234-5dce-45c4-b9dd-f7b4ff152802 admin admin] Publish callbacks [] for security_group (be1a52ee-8ba7-4e77-b725-14b6e6e55cdf), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:55.511271 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-bd95399b-b450-4d8a-bee0-eb9dead8edbd admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.9408691 Aug 30 04:18:55.535836 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-fa3a725d-d961-4468-8ae6-e7caefeff692 None None] Provisioning complete for port 940e2021-1c9e-483b-b908-af6f3a5f94cd triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:18:55.536295 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-fa3a725d-d961-4468-8ae6-e7caefeff692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (940e2021-1c9e-483b-b908-af6f3a5f94cd), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:55.667706 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:55.723409 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-390264ec-bab8-4bcb-922a-62bbd4f3a683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (b2cd167f-1ad0-4273-bd2a-29638b1fd1d2), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:55.745860 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f237f5-38b5-4299-aeea-a384183db0bf None None] Pushing event updated for resources: {'Port': ['ID=e52aa8c4-9a98-4f60-85d8-e8e263c0cd5f,revision_number=2']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:18:55.749216 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (d414c4c0-e104-4322-85c3-8bf64da32860), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:55.771303 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1609971f-14bf-4720-a4a2-39d44fd6bbd2 admin admin] Publish callbacks [] for router_gateway (d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:55.878401 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2c154de6-1533-4838-be52-67441a6cebe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (af400511-69c5-4476-be65-6906896429cf), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:55.881359 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2c154de6-1533-4838-be52-67441a6cebe1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:55.883557 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-2c154de6-1533-4838-be52-67441a6cebe1 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/af400511-69c5-4476-be65-6906896429cf HTTP/1.1" status: 204 len: 168 time: 1.4804668 Aug 30 04:18:55.890667 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-28f8e8ed-3c6c-47ff-aad5-161493c681c0 admin admin] Publish callbacks [] for port (21d7ba17-a823-4886-8208-42dd0283a929), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:55.951592 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-fa3a725d-d961-4468-8ae6-e7caefeff692 None None] Current status of the port 940e2021-1c9e-483b-b908-af6f3a5f94cd is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:18:55.962912 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ef6b7a-fff1-417f-84c1-661e04a78b0f None None] Network 23d92aee-c9a0-436e-b57b-a0149f48b951 requested from dv-cinder-852208-11-iscsi {{(pid=106294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:18:56.076681 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c154de6-1533-4838-be52-67441a6cebe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af400511-69c5-4476-be65-6906896429cf,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:18:56.083736 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9d97581d-5fcd-429e-959d-5fd8faf01c83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572477'] for router (3bb0bee2-eefa-4772-802b-f9fe9933802f), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:56.091300 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-f3939234-5dce-45c4-b9dd-f7b4ff152802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (be1a52ee-8ba7-4e77-b725-14b6e6e55cdf), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:56.092893 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-f3939234-5dce-45c4-b9dd-f7b4ff152802 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:56.094259 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-f3939234-5dce-45c4-b9dd-f7b4ff152802 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/be1a52ee-8ba7-4e77-b725-14b6e6e55cdf HTTP/1.1" status: 204 len: 168 time: 1.1295516 Aug 30 04:18:56.143404 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3939234-5dce-45c4-b9dd-f7b4ff152802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1a52ee-8ba7-4e77-b725-14b6e6e55cdf,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:18:56.154847 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:56.160931 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-28f8e8ed-3c6c-47ff-aad5-161493c681c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830'] for port (21d7ba17-a823-4886-8208-42dd0283a929), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:56.238391 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:56.255873 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e8ed-3c6c-47ff-aad5-161493c681c0 admin admin] Pushing event updated for resources: {'Port': ['ID=21d7ba17-a823-4886-8208-42dd0283a929,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:18:56.289081 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f8e8ed-3c6c-47ff-aad5-161493c681c0 admin admin] Network 5c43c40f-cc6a-4e53-a103-6d34effd891a is already hosted by enough agents. {{(pid=106292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:18:56.291567 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.base_scheduler [None req-28f8e8ed-3c6c-47ff-aad5-161493c681c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:18:56.294884 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f8e8ed-3c6c-47ff-aad5-161493c681c0 admin admin] Received port after_create {{(pid=106292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:18:56.314956 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d97581d-5fcd-429e-959d-5fd8faf01c83 admin admin] Router 3bb0bee2-eefa-4772-802b-f9fe9933802f is scheduled to L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 with binding_index 1 {{(pid=106293) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 04:18:56.610487 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-2e3cfea2-69b1-4db8-8448-4eabcbc93cf8 None None] Publish callbacks [] for port (666785d5-060a-4460-bb5f-6da37fa29801), precommit_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:56.623806 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-2e3cfea2-69b1-4db8-8448-4eabcbc93cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (666785d5-060a-4460-bb5f-6da37fa29801), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:56.652547 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127c4bee-5bab-40f1-9e48-acf6b6ac7599 None None] Network 38cf1e98-cd39-44e7-9101-9b1264f447b9 requested from dv-cinder-852208-11-iscsi {{(pid=106294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:18:56.701513 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d97581d-5fcd-429e-959d-5fd8faf01c83 admin admin] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:18:56.769510 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c00af8-3859-49ae-9b06-51702ae61bde None None] Pushing event updated for resources: {'Port': ['ID=666785d5-060a-4460-bb5f-6da37fa29801,revision_number=2']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:18:56.791152 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 45042) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:18:56.801042 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-510ca896-9ebf-4c39-8ac0-d2d3c7a21153 None None] Provisioning complete for port d5cd6218-b4a8-4f59-81b4-2c433806f074 triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:18:56.801292 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-510ca896-9ebf-4c39-8ac0-d2d3c7a21153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (d5cd6218-b4a8-4f59-81b4-2c433806f074), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:56.805503 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c00af8-3859-49ae-9b06-51702ae61bde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:56.806038 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c00af8-3859-49ae-9b06-51702ae61bde None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:56.821310 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01e0c28-ba8a-4b1f-98cc-18c40ad97715 None None] Sync routers for ids ['3bb0bee2-eefa-4772-802b-f9fe9933802f'] in dv-cinder-852208-11-iscsi {{(pid=106294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:18:56.824341 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c00af8-3859-49ae-9b06-51702ae61bde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:56.824751 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c00af8-3859-49ae-9b06-51702ae61bde None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:56.825089 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c00af8-3859-49ae-9b06-51702ae61bde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:56.825596 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c00af8-3859-49ae-9b06-51702ae61bde None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:56.826067 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c00af8-3859-49ae-9b06-51702ae61bde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:56.826500 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9d97581d-5fcd-429e-959d-5fd8faf01c83 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:56.826730 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c00af8-3859-49ae-9b06-51702ae61bde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:56.827227 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c00af8-3859-49ae-9b06-51702ae61bde None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:56.827708 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c00af8-3859-49ae-9b06-51702ae61bde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:56.828173 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c00af8-3859-49ae-9b06-51702ae61bde None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:56.828659 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c00af8-3859-49ae-9b06-51702ae61bde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:56.831355 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-9d97581d-5fcd-429e-959d-5fd8faf01c83 admin admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.0138595 Aug 30 04:18:56.831910 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c00af8-3859-49ae-9b06-51702ae61bde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:56.832382 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c00af8-3859-49ae-9b06-51702ae61bde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:56.832858 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c00af8-3859-49ae-9b06-51702ae61bde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:56.833835 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-28f8e8ed-3c6c-47ff-aad5-161493c681c0 admin admin] Publish callbacks [] for router_gateway (354189e9-d6c3-4269-b148-cd535d97c117), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:56.834725 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c00af8-3859-49ae-9b06-51702ae61bde None None] Tracked resource versions report: Aug 30 04:18:56.834725 dv-cinder-852208-11-iscsi neutron-server[106295]: pushed versions: Aug 30 04:18:56.834725 dv-cinder-852208-11-iscsi neutron-server[106295]: { 'AddressGroup': {'1.2'}, Aug 30 04:18:56.834725 dv-cinder-852208-11-iscsi neutron-server[106295]: 'Agent': {'1.1'}, Aug 30 04:18:56.834725 dv-cinder-852208-11-iscsi neutron-server[106295]: 'ConntrackHelper': {'1.0'}, Aug 30 04:18:56.834725 dv-cinder-852208-11-iscsi neutron-server[106295]: 'LocalIPAssociation': {'1.0'}, Aug 30 04:18:56.834725 dv-cinder-852208-11-iscsi neutron-server[106295]: 'Log': {'1.0'}, Aug 30 04:18:56.834725 dv-cinder-852208-11-iscsi neutron-server[106295]: 'NDPProxy': {'1.0'}, Aug 30 04:18:56.834725 dv-cinder-852208-11-iscsi neutron-server[106295]: 'Network': {'1.1'}, Aug 30 04:18:56.834725 dv-cinder-852208-11-iscsi neutron-server[106295]: 'Port': {'1.7'}, Aug 30 04:18:56.834725 dv-cinder-852208-11-iscsi neutron-server[106295]: 'PortForwarding': {'1.3'}, Aug 30 04:18:56.834725 dv-cinder-852208-11-iscsi neutron-server[106295]: 'QosPolicy': {'1.10'}, Aug 30 04:18:56.834725 dv-cinder-852208-11-iscsi neutron-server[106295]: 'SecurityGroup': {'1.5'}, Aug 30 04:18:56.834725 dv-cinder-852208-11-iscsi neutron-server[106295]: 'SecurityGroupRule': {'1.2'}, Aug 30 04:18:56.834725 dv-cinder-852208-11-iscsi neutron-server[106295]: 'SubPort': {'1.0'}, Aug 30 04:18:56.834725 dv-cinder-852208-11-iscsi neutron-server[106295]: 'Subnet': {'1.1'}, Aug 30 04:18:56.834725 dv-cinder-852208-11-iscsi neutron-server[106295]: 'Trunk': {'1.1'}} Aug 30 04:18:56.834725 dv-cinder-852208-11-iscsi neutron-server[106295]: consumer versions: Aug 30 04:18:56.834725 dv-cinder-852208-11-iscsi neutron-server[106295]: { DHCP agent@dv-cinder-852208-11-iscsi: {}, Aug 30 04:18:56.834725 dv-cinder-852208-11-iscsi neutron-server[106295]: HyperV agent@hv-cinder-85220: {}, Aug 30 04:18:56.834725 dv-cinder-852208-11-iscsi neutron-server[106295]: L3 agent@dv-cinder-852208-11-iscsi: {}, Aug 30 04:18:56.834725 dv-cinder-852208-11-iscsi neutron-server[106295]: Metadata agent@dv-cinder-852208-11-iscsi: {}, Aug 30 04:18:56.834725 dv-cinder-852208-11-iscsi neutron-server[106295]: Metering agent@dv-cinder-852208-11-iscsi: {}, Aug 30 04:18:56.834725 dv-cinder-852208-11-iscsi neutron-server[106295]: Open vSwitch agent@dv-cinder-852208-11-iscsi: { 'AddressGroup': '1.2', Aug 30 04:18:56.834725 dv-cinder-852208-11-iscsi neutron-server[106295]: 'Agent': '1.1', Aug 30 04:18:56.834725 dv-cinder-852208-11-iscsi neutron-server[106295]: 'ConntrackHelper': '1.0', Aug 30 04:18:56.834725 dv-cinder-852208-11-iscsi neutron-server[106295]: 'LocalIPAssociation': '1.0', Aug 30 04:18:56.834725 dv-cinder-852208-11-iscsi neutron-server[106295]: 'Log': '1.0', Aug 30 04:18:56.834725 dv-cinder-852208-11-iscsi neutron-server[106295]: 'NDPProxy': '1.0', Aug 30 04:18:56.834725 dv-cinder-852208-11-iscsi neutron-server[106295]: 'Network': '1.1', Aug 30 04:18:56.834725 dv-cinder-852208-11-iscsi neutron-server[106295]: 'Port': '1.7', Aug 30 04:18:56.834725 dv-cinder-852208-11-iscsi neutron-server[106295]: 'PortForwarding': '1.3', Aug 30 04:18:56.834725 dv-cinder-852208-11-iscsi neutron-server[106295]: 'QosPolicy': '1.10', Aug 30 04:18:56.834725 dv-cinder-852208-11-iscsi neutron-server[106295]: 'SecurityGroup': '1.5', Aug 30 04:18:56.834725 dv-cinder-852208-11-iscsi neutron-server[106295]: 'SecurityGroupRule': '1.2', Aug 30 04:18:56.834725 dv-cinder-852208-11-iscsi neutron-server[106295]: 'SubPort': '1.0', Aug 30 04:18:56.834725 dv-cinder-852208-11-iscsi neutron-server[106295]: 'Subnet': '1.1', Aug 30 04:18:56.834725 dv-cinder-852208-11-iscsi neutron-server[106295]: 'Trunk': '1.1'}} Aug 30 04:18:56.834725 dv-cinder-852208-11-iscsi neutron-server[106295]: {{(pid=106295) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 04:18:56.841062 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 45046) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:18:56.849991 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-09a8172b-0c0f-409a-b5f4-5af4d51736f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:56.868553 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-2e3cfea2-69b1-4db8-8448-4eabcbc93cf8 None None] Attempting to bind port 666785d5-060a-4460-bb5f-6da37fa29801 on host dv-cinder-852208-11-iscsi for vnic_type normal with profile {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:18:56.868926 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-2e3cfea2-69b1-4db8-8448-4eabcbc93cf8 None None] Attempting to bind port 666785d5-060a-4460-bb5f-6da37fa29801 by drivers openvswitch,hyperv on host dv-cinder-852208-11-iscsi at level 0 using segments [{'id': '10b95e6c-2e6d-452d-a5ef-cbf673e3f24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:18:56.869299 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3cfea2-69b1-4db8-8448-4eabcbc93cf8 None None] Attempting to bind port 666785d5-060a-4460-bb5f-6da37fa29801 on network 5c43c40f-cc6a-4e53-a103-6d34effd891a {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:18:56.876572 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3cfea2-69b1-4db8-8448-4eabcbc93cf8 None None] Checking agent: {'id': 'd414c4c0-e104-4322-85c3-8bf64da32860', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852208-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 10, 56), 'started_at': datetime.datetime(2022, 8, 30, 4, 11, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852208-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:18:56.877143 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3cfea2-69b1-4db8-8448-4eabcbc93cf8 None None] Checking segment: {'id': '10b95e6c-2e6d-452d-a5ef-cbf673e3f24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:18:56.877701 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-2e3cfea2-69b1-4db8-8448-4eabcbc93cf8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:56.878234 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3cfea2-69b1-4db8-8448-4eabcbc93cf8 None None] Bound using segment: {'id': '10b95e6c-2e6d-452d-a5ef-cbf673e3f24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:18:56.878890 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-2e3cfea2-69b1-4db8-8448-4eabcbc93cf8 None None] Bound port: 666785d5-060a-4460-bb5f-6da37fa29801, host: dv-cinder-852208-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10b95e6c-2e6d-452d-a5ef-cbf673e3f24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'}}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:18:56.879429 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-2e3cfea2-69b1-4db8-8448-4eabcbc93cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (666785d5-060a-4460-bb5f-6da37fa29801), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:56.950552 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:56.950905 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:56.954212 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=5 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:56.975942 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-2e3cfea2-69b1-4db8-8448-4eabcbc93cf8 None None] For port 666785d5-060a-4460-bb5f-6da37fa29801, host dv-cinder-852208-11-iscsi, cleared binding levels {{(pid=106295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:18:56.981967 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-2e3cfea2-69b1-4db8-8448-4eabcbc93cf8 None None] For port 666785d5-060a-4460-bb5f-6da37fa29801, host dv-cinder-852208-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=666785d5-060a-4460-bb5f-6da37fa29801,segment=NetworkSegment(10b95e6c-2e6d-452d-a5ef-cbf673e3f24c),segment_id=10b95e6c-2e6d-452d-a5ef-cbf673e3f24c)] {{(pid=106295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:18:56.995893 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-2e3cfea2-69b1-4db8-8448-4eabcbc93cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (666785d5-060a-4460-bb5f-6da37fa29801), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:57.064798 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-2515e82a-2182-4ff1-b4bf-a811360cf5ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:57.082098 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1609971f-14bf-4720-a4a2-39d44fd6bbd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572477'] for router (d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:57.108718 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3cfea2-69b1-4db8-8448-4eabcbc93cf8 None None] Routers {'3c01efb0-7805-4bef-b1f3-476570199b5d'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:18:57.127514 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-2e3cfea2-69b1-4db8-8448-4eabcbc93cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:18:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['3c01efb0-7805-4bef-b1f3-476570199b5d'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:18:57.134589 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device e52aa8c4-9a98-4f60-85d8-e8e263c0cd5f up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:18:57.272244 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-2e3cfea2-69b1-4db8-8448-4eabcbc93cf8 None None] Set router 3c01efb0-7805-4bef-b1f3-476570199b5d gateway port host: dv-cinder-852208-11-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:18:57.283186 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2133ee4d-e8c5-4c65-8bc2-6678cb032a63 None None] Network f55c98a9-cbed-4af8-92a6-c49957223dcb requested from dv-cinder-852208-11-iscsi {{(pid=106294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:18:57.371481 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01e0c28-ba8a-4b1f-98cc-18c40ad97715 None None] Routers {'3bb0bee2-eefa-4772-802b-f9fe9933802f'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:18:57.372420 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-f01e0c28-ba8a-4b1f-98cc-18c40ad97715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:18:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['3bb0bee2-eefa-4772-802b-f9fe9933802f'], 'active': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:18:57.476613 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 45062) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:18:57.501250 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-573d6813-c991-4324-b782-2c67008b0e3b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-969182870-network', 'tenant_id': 'd7f48b5d5da647cba4bf5d0622348383'}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:18:57.586104 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvr_db [None req-f01e0c28-ba8a-4b1f-98cc-18c40ad97715 None None] Set router 3bb0bee2-eefa-4772-802b-f9fe9933802f gateway port host: dv-cinder-852208-11-iscsi {{(pid=106294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:18:57.629156 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-09a8172b-0c0f-409a-b5f4-5af4d51736f6 admin admin] Publish callbacks [] for security_group (31dae8f9-7beb-483e-82a3-f8dbc501db14), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:57.640300 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:57.641523 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-09a8172b-0c0f-409a-b5f4-5af4d51736f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (31dae8f9-7beb-483e-82a3-f8dbc501db14), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:57.642797 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-2e3cfea2-69b1-4db8-8448-4eabcbc93cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c01efb0-7805-4bef-b1f3-476570199b5d', 'name': 'tempest-ServerRescueNegativeTestJSON-2077016422-router', 'tenant_id': 'a9a5c650ed23445bb585711f962d7e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.39'}], 'enable_snat': True}, 'gw_port_id': '666785d5-060a-4460-bb5f-6da37fa29801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:49Z', 'updated_at': '2022-08-30T04:18:52Z', 'revision_number': 3, 'project_id': 'a9a5c650ed23445bb585711f962d7e09', 'gw_port': {'id': '666785d5-060a-4460-bb5f-6da37fa29801', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a3:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c01efb0-7805-4bef-b1f3-476570199b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:51Z', 'updated_at': '2022-08-30T04:18:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi'}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:18:57.675792 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3cfea2-69b1-4db8-8448-4eabcbc93cf8 None None] The sync data for ids ['3c01efb0-7805-4bef-b1f3-476570199b5d'] in dv-cinder-852208-11-iscsi is: [{'id': '3c01efb0-7805-4bef-b1f3-476570199b5d', 'name': 'tempest-ServerRescueNegativeTestJSON-2077016422-router', 'tenant_id': 'a9a5c650ed23445bb585711f962d7e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.39'}], 'enable_snat': True}, 'gw_port_id': '666785d5-060a-4460-bb5f-6da37fa29801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:49Z', 'updated_at': '2022-08-30T04:18:52Z', 'revision_number': 3, 'project_id': 'a9a5c650ed23445bb585711f962d7e09', 'gw_port': {'id': '666785d5-060a-4460-bb5f-6da37fa29801', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a3:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c01efb0-7805-4bef-b1f3-476570199b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:51Z', 'updated_at': '2022-08-30T04:18:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi'}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:18:57.680930 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a8172b-0c0f-409a-b5f4-5af4d51736f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31dae8f9-7beb-483e-82a3-f8dbc501db14,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:18:57.706940 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c00af8-3859-49ae-9b06-51702ae61bde None None] Pushing event updated for resources: {'Port': ['ID=666785d5-060a-4460-bb5f-6da37fa29801,revision_number=3']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:18:57.727388 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c33b26b-2929-426b-a022-8347a80c3463 None None] Network ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6 requested from dv-cinder-852208-11-iscsi {{(pid=106294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:18:57.748024 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-09a8172b-0c0f-409a-b5f4-5af4d51736f6 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=2679606b01e64586a5bb07934ec54ea2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9554946 Aug 30 04:18:57.751274 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 45066) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:18:57.769091 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:57.796335 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port e52aa8c4-9a98-4f60-85d8-e8e263c0cd5f triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:18:57.797195 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (e52aa8c4-9a98-4f60-85d8-e8e263c0cd5f), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:57.877305 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=100 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:57.884332 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1609971f-14bf-4720-a4a2-39d44fd6bbd2 admin admin] Router d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d is scheduled to L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 with binding_index 1 {{(pid=106293) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 04:18:57.902365 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-40fdc4fe-f72d-4b1e-aabf-03d1b85b9627 admin admin] Publish callbacks [] for security_group (31dae8f9-7beb-483e-82a3-f8dbc501db14), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:57.980923 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573d6813-c991-4324-b782-2c67008b0e3b admin admin] Made reservation on behalf of d7f48b5d5da647cba4bf5d0622348383 for: {'network': 1} {{(pid=106292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:18:57.983319 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-573d6813-c991-4324-b782-2c67008b0e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for network (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:57.992902 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-510ca896-9ebf-4c39-8ac0-d2d3c7a21153 None None] Current status of the port d5cd6218-b4a8-4f59-81b4-2c433806f074 is: DOWN; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:18:57.993613 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-510ca896-9ebf-4c39-8ac0-d2d3c7a21153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (d5cd6218-b4a8-4f59-81b4-2c433806f074), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:58.014131 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-40fdc4fe-f72d-4b1e-aabf-03d1b85b9627 admin admin] Publish callbacks [] for security_group (31dae8f9-7beb-483e-82a3-f8dbc501db14), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:58.087601 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-573d6813-c991-4324-b782-2c67008b0e3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:58.192597 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-510ca896-9ebf-4c39-8ac0-d2d3c7a21153 None None] For port d5cd6218-b4a8-4f59-81b4-2c433806f074, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=d5cd6218-b4a8-4f59-81b4-2c433806f074,segment=NetworkSegment(a9b938b7-cff9-44f4-ab8d-f09cd9baceec),segment_id=a9b938b7-cff9-44f4-ab8d-f09cd9baceec)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:18:58.218429 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1609971f-14bf-4720-a4a2-39d44fd6bbd2 admin admin] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:18:58.229756 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662507a7-cf89-442d-9959-8724ecd572ed None None] Sync routers for ids ['d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d'] in dv-cinder-852208-11-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:18:58.243805 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662507a7-cf89-442d-9959-8724ecd572ed None None] Routers {'d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:18:58.246598 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-662507a7-cf89-442d-9959-8724ecd572ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:18:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:18:58.263960 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-510ca896-9ebf-4c39-8ac0-d2d3c7a21153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (d5cd6218-b4a8-4f59-81b4-2c433806f074), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:58.275202 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-40fdc4fe-f72d-4b1e-aabf-03d1b85b9627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (31dae8f9-7beb-483e-82a3-f8dbc501db14), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:58.278996 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-40fdc4fe-f72d-4b1e-aabf-03d1b85b9627 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:58.280192 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-40fdc4fe-f72d-4b1e-aabf-03d1b85b9627 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/31dae8f9-7beb-483e-82a3-f8dbc501db14 HTTP/1.1" status: 204 len: 168 time: 0.5277352 Aug 30 04:18:58.303178 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fdc4fe-f72d-4b1e-aabf-03d1b85b9627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31dae8f9-7beb-483e-82a3-f8dbc501db14,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:18:58.326165 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1609971f-14bf-4720-a4a2-39d44fd6bbd2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:58.330508 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-1609971f-14bf-4720-a4a2-39d44fd6bbd2 admin admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.6792982 Aug 30 04:18:58.331315 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 45084) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:18:58.458068 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:58.493517 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-28f8e8ed-3c6c-47ff-aad5-161493c681c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572477'] for router (354189e9-d6c3-4269-b148-cd535d97c117), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:58.517986 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:58.531287 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-662507a7-cf89-442d-9959-8724ecd572ed None None] Set router d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d gateway port host: dv-cinder-852208-11-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:18:58.535168 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.db.db_base_plugin_common [None req-2515e82a-2182-4ff1-b4bf-a811360cf5ea admin admin] Allocated IP 172.20.0.1 (524cda22-09e9-423b-b572-9d6bbb210043/bf40f790-127d-4290-907b-8c5f990389ae/72368378-95b5-42b5-ae57-8fb4569082ec) {{(pid=106292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:18:58.748101 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-2515e82a-2182-4ff1-b4bf-a811360cf5ea admin admin] Publish callbacks [] for port (72368378-95b5-42b5-ae57-8fb4569082ec), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:58.829398 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-f01e0c28-ba8a-4b1f-98cc-18c40ad97715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb0bee2-eefa-4772-802b-f9fe9933802f', 'name': 'tempest-DeleteServersTestJSON-222349923-router', 'tenant_id': 'fe278e07fd7940dca53f7c2b8b792326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.59'}], 'enable_snat': True}, 'gw_port_id': '4fb8e580-3dc3-4d65-a32c-afb3da29411f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:50Z', 'updated_at': '2022-08-30T04:18:54Z', 'revision_number': 3, 'project_id': 'fe278e07fd7940dca53f7c2b8b792326', 'gw_port': {'id': '4fb8e580-3dc3-4d65-a32c-afb3da29411f', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb0bee2-eefa-4772-802b-f9fe9933802f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:52Z', 'updated_at': '2022-08-30T04:18:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi'}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:18:58.869872 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-2515e82a-2182-4ff1-b4bf-a811360cf5ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830'] for port (72368378-95b5-42b5-ae57-8fb4569082ec), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:58.888202 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:58.921717 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port e52aa8c4-9a98-4f60-85d8-e8e263c0cd5f is: DOWN; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:18:58.922222 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (e52aa8c4-9a98-4f60-85d8-e8e263c0cd5f), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:58.970036 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2515e82a-2182-4ff1-b4bf-a811360cf5ea admin admin] Network 524cda22-09e9-423b-b572-9d6bbb210043 is already hosted by enough agents. {{(pid=106292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:18:58.988786 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.base_scheduler [None req-2515e82a-2182-4ff1-b4bf-a811360cf5ea admin admin] Resources bound (agent type, host, resource id): {{(pid=106292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:18:59.014723 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:59.032330 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] For port e52aa8c4-9a98-4f60-85d8-e8e263c0cd5f, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=e52aa8c4-9a98-4f60-85d8-e8e263c0cd5f,segment=NetworkSegment(f1ad6c1c-d522-42f8-b534-1fea329f4792),segment_id=f1ad6c1c-d522-42f8-b534-1fea329f4792)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:18:59.036577 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-afcc45bb-2a39-455b-af99-363438d39ff5 None None] Provisioning complete for port 257a0b5e-9815-4738-b610-209393dfe4b2 triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:18:59.037204 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-afcc45bb-2a39-455b-af99-363438d39ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (257a0b5e-9815-4738-b610-209393dfe4b2), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:59.067842 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-662507a7-cf89-442d-9959-8724ecd572ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'name': 'tempest-AttachVolumeTestJSON-420723525-router', 'tenant_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.19'}], 'enable_snat': True}, 'gw_port_id': '7afda184-eff6-42e9-b65a-847d2ef145e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:51Z', 'updated_at': '2022-08-30T04:18:55Z', 'revision_number': 3, 'project_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'gw_port': {'id': '7afda184-eff6-42e9-b65a-847d2ef145e0', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:53Z', 'updated_at': '2022-08-30T04:18:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi'}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:18:59.077146 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01e0c28-ba8a-4b1f-98cc-18c40ad97715 None None] Checking router: 3bb0bee2-eefa-4772-802b-f9fe9933802f for host: dv-cinder-852208-11-iscsi {{(pid=106294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:18:59.077636 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01e0c28-ba8a-4b1f-98cc-18c40ad97715 None None] Updating router 3bb0bee2-eefa-4772-802b-f9fe9933802f port 4fb8e580-3dc3-4d65-a32c-afb3da29411f binding host dv-cinder-852208-11-iscsi {{(pid=106294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:18:59.080224 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (e52aa8c4-9a98-4f60-85d8-e8e263c0cd5f), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:59.081042 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 257a0b5e-9815-4738-b610-209393dfe4b2 up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:18:59.100260 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2515e82a-2182-4ff1-b4bf-a811360cf5ea admin admin] Received port after_create {{(pid=106292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:18:59.103038 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-2515e82a-2182-4ff1-b4bf-a811360cf5ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573017'] for router_interface (3c01efb0-7805-4bef-b1f3-476570199b5d), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:59.146697 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662507a7-cf89-442d-9959-8724ecd572ed None None] Checking router: d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d for host: dv-cinder-852208-11-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:18:59.147191 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662507a7-cf89-442d-9959-8724ecd572ed None None] Updating router d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d port 7afda184-eff6-42e9-b65a-847d2ef145e0 binding host dv-cinder-852208-11-iscsi {{(pid=106295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:18:59.205808 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-662507a7-cf89-442d-9959-8724ecd572ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (7afda184-eff6-42e9-b65a-847d2ef145e0), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:59.375611 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510ca896-9ebf-4c39-8ac0-d2d3c7a21153 None None] Pushing event updated for resources: {'Port': ['ID=d5cd6218-b4a8-4f59-81b4-2c433806f074,revision_number=3']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:18:59.424141 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-154c6b2d-0850-4206-85eb-9c1a0aef3e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:59.470995 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2515e82a-2182-4ff1-b4bf-a811360cf5ea admin admin] Pushing event updated for resources: {'Port': ['ID=72368378-95b5-42b5-ae57-8fb4569082ec,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:18:59.587822 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:59.614004 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-f01e0c28-ba8a-4b1f-98cc-18c40ad97715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (4fb8e580-3dc3-4d65-a32c-afb3da29411f), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:59.657966 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [None req-154c6b2d-0850-4206-85eb-9c1a0aef3e12 admin admin] Allocated IP 172.20.0.1 (f55c98a9-cbed-4af8-92a6-c49957223dcb/8f1a2822-90de-40bf-914e-6a8cde2028a4/fb4b0c10-9ac3-41b4-a1f8-355df76b03c4) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:18:59.742189 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Pushing event updated for resources: {'Port': ['ID=e52aa8c4-9a98-4f60-85d8-e8e263c0cd5f,revision_number=3']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:18:59.799877 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-154c6b2d-0850-4206-85eb-9c1a0aef3e12 admin admin] Publish callbacks [] for port (fb4b0c10-9ac3-41b4-a1f8-355df76b03c4), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:59.841876 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-154c6b2d-0850-4206-85eb-9c1a0aef3e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830'] for port (fb4b0c10-9ac3-41b4-a1f8-355df76b03c4), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:59.862749 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-afcc45bb-2a39-455b-af99-363438d39ff5 None None] Current status of the port 257a0b5e-9815-4738-b610-209393dfe4b2 is: DOWN; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:18:59.864523 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-afcc45bb-2a39-455b-af99-363438d39ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (257a0b5e-9815-4738-b610-209393dfe4b2), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:59.889614 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port 257a0b5e-9815-4738-b610-209393dfe4b2 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:18:59.890444 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (257a0b5e-9815-4738-b610-209393dfe4b2), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:59.892795 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=4 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:59.909913 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:59.915306 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c6b2d-0850-4206-85eb-9c1a0aef3e12 admin admin] Pushing event updated for resources: {'Port': ['ID=fb4b0c10-9ac3-41b4-a1f8-355df76b03c4,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:18:59.927368 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154c6b2d-0850-4206-85eb-9c1a0aef3e12 admin admin] Network f55c98a9-cbed-4af8-92a6-c49957223dcb is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:18:59.928957 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-154c6b2d-0850-4206-85eb-9c1a0aef3e12 admin admin] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:18:59.944388 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154c6b2d-0850-4206-85eb-9c1a0aef3e12 admin admin] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:18:59.944388 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-154c6b2d-0850-4206-85eb-9c1a0aef3e12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573017'] for router_interface (d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:59.959637 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-573d6813-c991-4324-b782-2c67008b0e3b admin admin] Publish callbacks [] for security_group (beaab39c-b811-4325-9247-08d4daf7e561), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:59.991937 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-573d6813-c991-4324-b782-2c67008b0e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (beaab39c-b811-4325-9247-08d4daf7e561), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:00.014973 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-afcc45bb-2a39-455b-af99-363438d39ff5 None None] For port 257a0b5e-9815-4738-b610-209393dfe4b2, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=257a0b5e-9815-4738-b610-209393dfe4b2,segment=NetworkSegment(e519ac78-f91d-4e30-a2bb-8ce973f50b92),segment_id=e519ac78-f91d-4e30-a2bb-8ce973f50b92)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:19:00.081142 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-662507a7-cf89-442d-9959-8724ecd572ed None None] Publish callbacks [] for port (7afda184-eff6-42e9-b65a-847d2ef145e0), precommit_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:00.086899 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port 257a0b5e-9815-4738-b610-209393dfe4b2 is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:19:00.089968 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 940e2021-1c9e-483b-b908-af6f3a5f94cd up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:19:00.091820 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-662507a7-cf89-442d-9959-8724ecd572ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (7afda184-eff6-42e9-b65a-847d2ef145e0), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:00.092207 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-afcc45bb-2a39-455b-af99-363438d39ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (257a0b5e-9815-4738-b610-209393dfe4b2), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:00.175481 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-662507a7-cf89-442d-9959-8724ecd572ed None None] Attempting to bind port 7afda184-eff6-42e9-b65a-847d2ef145e0 on host dv-cinder-852208-11-iscsi for vnic_type normal with profile {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:19:00.175852 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-662507a7-cf89-442d-9959-8724ecd572ed None None] Attempting to bind port 7afda184-eff6-42e9-b65a-847d2ef145e0 by drivers openvswitch,hyperv on host dv-cinder-852208-11-iscsi at level 0 using segments [{'id': '10b95e6c-2e6d-452d-a5ef-cbf673e3f24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:19:00.176217 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662507a7-cf89-442d-9959-8724ecd572ed None None] Attempting to bind port 7afda184-eff6-42e9-b65a-847d2ef145e0 on network 5c43c40f-cc6a-4e53-a103-6d34effd891a {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:19:00.188527 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-afcc45bb-2a39-455b-af99-363438d39ff5 None None] Provisioning complete for port d5cd6218-b4a8-4f59-81b4-2c433806f074 triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:19:00.189677 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-afcc45bb-2a39-455b-af99-363438d39ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (d5cd6218-b4a8-4f59-81b4-2c433806f074), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:00.217112 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-573d6813-c991-4324-b782-2c67008b0e3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=106292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 04:19:00.241172 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-154c6b2d-0850-4206-85eb-9c1a0aef3e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (fb4b0c10-9ac3-41b4-a1f8-355df76b03c4), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:00.242540 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:00.246046 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662507a7-cf89-442d-9959-8724ecd572ed None None] Checking agent: {'id': 'd414c4c0-e104-4322-85c3-8bf64da32860', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852208-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 10, 56), 'started_at': datetime.datetime(2022, 8, 30, 4, 11, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852208-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:19:00.246478 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662507a7-cf89-442d-9959-8724ecd572ed None None] Checking segment: {'id': '10b95e6c-2e6d-452d-a5ef-cbf673e3f24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:19:00.246894 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-662507a7-cf89-442d-9959-8724ecd572ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:00.251568 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662507a7-cf89-442d-9959-8724ecd572ed None None] Bound using segment: {'id': '10b95e6c-2e6d-452d-a5ef-cbf673e3f24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:19:00.252271 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-662507a7-cf89-442d-9959-8724ecd572ed None None] Bound port: 7afda184-eff6-42e9-b65a-847d2ef145e0, host: dv-cinder-852208-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10b95e6c-2e6d-452d-a5ef-cbf673e3f24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'}}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:19:00.252680 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-662507a7-cf89-442d-9959-8724ecd572ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (7afda184-eff6-42e9-b65a-847d2ef145e0), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:00.268532 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:00.286204 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-2515e82a-2182-4ff1-b4bf-a811360cf5ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (72368378-95b5-42b5-ae57-8fb4569082ec), before_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:00.288255 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573d6813-c991-4324-b782-2c67008b0e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beaab39c-b811-4325-9247-08d4daf7e561,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:00.297640 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-573d6813-c991-4324-b782-2c67008b0e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784698'] for segment (84c4414c-a7e6-4a39-9af9-5a4185fe2ab8), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:00.297992 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.db.segments_db [None req-573d6813-c991-4324-b782-2c67008b0e3b admin admin] Added segment 84c4414c-a7e6-4a39-9af9-5a4185fe2ab8 of type vlan for network 7dc591f8-3291-4674-8bef-69bdd5490b21 Aug 30 04:19:00.344557 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (5274a8db-cdbb-4c02-abb1-2eb9d7076dc1), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:00.419912 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb8513b-e150-44a3-bb0c-1194bcd12423 None None] Pushing event updated for resources: {'Port': ['ID=7afda184-eff6-42e9-b65a-847d2ef145e0,revision_number=2']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:00.431162 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f8e8ed-3c6c-47ff-aad5-161493c681c0 admin admin] Router 354189e9-d6c3-4269-b148-cd535d97c117 is scheduled to L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 with binding_index 1 {{(pid=106292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 04:19:00.447598 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-662507a7-cf89-442d-9959-8724ecd572ed None None] For port 7afda184-eff6-42e9-b65a-847d2ef145e0, host dv-cinder-852208-11-iscsi, cleared binding levels {{(pid=106295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:19:00.460033 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-662507a7-cf89-442d-9959-8724ecd572ed None None] For port 7afda184-eff6-42e9-b65a-847d2ef145e0, host dv-cinder-852208-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=7afda184-eff6-42e9-b65a-847d2ef145e0,segment=NetworkSegment(10b95e6c-2e6d-452d-a5ef-cbf673e3f24c),segment_id=10b95e6c-2e6d-452d-a5ef-cbf673e3f24c)] {{(pid=106295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:19:00.466393 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:00.470766 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-662507a7-cf89-442d-9959-8724ecd572ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (7afda184-eff6-42e9-b65a-847d2ef145e0), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:00.515602 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662507a7-cf89-442d-9959-8724ecd572ed None None] Routers {'d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:19:00.516572 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-662507a7-cf89-442d-9959-8724ecd572ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:18:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:19:00.568101 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-f01e0c28-ba8a-4b1f-98cc-18c40ad97715 None None] Publish callbacks [] for port (4fb8e580-3dc3-4d65-a32c-afb3da29411f), precommit_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:00.575743 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-573d6813-c991-4324-b782-2c67008b0e3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749362409045'] for network (7dc591f8-3291-4674-8bef-69bdd5490b21), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:00.589777 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:00.597207 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-f01e0c28-ba8a-4b1f-98cc-18c40ad97715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (4fb8e580-3dc3-4d65-a32c-afb3da29411f), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:00.643520 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-f01e0c28-ba8a-4b1f-98cc-18c40ad97715 None None] Attempting to bind port 4fb8e580-3dc3-4d65-a32c-afb3da29411f on host dv-cinder-852208-11-iscsi for vnic_type normal with profile {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:19:00.643978 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-f01e0c28-ba8a-4b1f-98cc-18c40ad97715 None None] Attempting to bind port 4fb8e580-3dc3-4d65-a32c-afb3da29411f by drivers openvswitch,hyperv on host dv-cinder-852208-11-iscsi at level 0 using segments [{'id': '10b95e6c-2e6d-452d-a5ef-cbf673e3f24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'}] {{(pid=106294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:19:00.644395 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01e0c28-ba8a-4b1f-98cc-18c40ad97715 None None] Attempting to bind port 4fb8e580-3dc3-4d65-a32c-afb3da29411f on network 5c43c40f-cc6a-4e53-a103-6d34effd891a {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:19:00.649974 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-662507a7-cf89-442d-9959-8724ecd572ed None None] Set router d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d gateway port host: dv-cinder-852208-11-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:19:00.658713 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01e0c28-ba8a-4b1f-98cc-18c40ad97715 None None] Checking agent: {'id': 'd414c4c0-e104-4322-85c3-8bf64da32860', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852208-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 10, 56), 'started_at': datetime.datetime(2022, 8, 30, 4, 11, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852208-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:19:00.659254 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01e0c28-ba8a-4b1f-98cc-18c40ad97715 None None] Checking segment: {'id': '10b95e6c-2e6d-452d-a5ef-cbf673e3f24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:19:00.659669 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-f01e0c28-ba8a-4b1f-98cc-18c40ad97715 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:00.660223 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01e0c28-ba8a-4b1f-98cc-18c40ad97715 None None] Bound using segment: {'id': '10b95e6c-2e6d-452d-a5ef-cbf673e3f24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'} {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:19:00.660597 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-f01e0c28-ba8a-4b1f-98cc-18c40ad97715 None None] Bound port: 4fb8e580-3dc3-4d65-a32c-afb3da29411f, host: dv-cinder-852208-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10b95e6c-2e6d-452d-a5ef-cbf673e3f24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'}}] {{(pid=106294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:19:00.660980 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-f01e0c28-ba8a-4b1f-98cc-18c40ad97715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (4fb8e580-3dc3-4d65-a32c-afb3da29411f), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:00.705917 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-154c6b2d-0850-4206-85eb-9c1a0aef3e12 admin admin] Publish callbacks [] for port (fb4b0c10-9ac3-41b4-a1f8-355df76b03c4), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:00.716660 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-154c6b2d-0850-4206-85eb-9c1a0aef3e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (fb4b0c10-9ac3-41b4-a1f8-355df76b03c4), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:00.717389 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-573d6813-c991-4324-b782-2c67008b0e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472'] for network (7dc591f8-3291-4674-8bef-69bdd5490b21), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:00.717954 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-154c6b2d-0850-4206-85eb-9c1a0aef3e12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573133'] for router_interface (d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:00.723919 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573d6813-c991-4324-b782-2c67008b0e3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:00.726927 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-573d6813-c991-4324-b782-2c67008b0e3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for network (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:00.733790 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-f01e0c28-ba8a-4b1f-98cc-18c40ad97715 None None] For port 4fb8e580-3dc3-4d65-a32c-afb3da29411f, host dv-cinder-852208-11-iscsi, cleared binding levels {{(pid=106294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:19:00.738556 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-f01e0c28-ba8a-4b1f-98cc-18c40ad97715 None None] For port 4fb8e580-3dc3-4d65-a32c-afb3da29411f, host dv-cinder-852208-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=4fb8e580-3dc3-4d65-a32c-afb3da29411f,segment=NetworkSegment(10b95e6c-2e6d-452d-a5ef-cbf673e3f24c),segment_id=10b95e6c-2e6d-452d-a5ef-cbf673e3f24c)] {{(pid=106294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:19:00.811838 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c6b2d-0850-4206-85eb-9c1a0aef3e12 admin admin] Pushing event updated for resources: {'Port': ['ID=fb4b0c10-9ac3-41b4-a1f8-355df76b03c4,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:00.833254 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-573d6813-c991-4324-b782-2c67008b0e3b admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.3543985 Aug 30 04:19:00.842569 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 45140) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:00.847811 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-afcc45bb-2a39-455b-af99-363438d39ff5 None None] Current status of the port d5cd6218-b4a8-4f59-81b4-2c433806f074 is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:19:00.860275 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-79e61f03-c541-4eb8-976b-46309cb8e299 admin admin] Request body: {'subnet': {'network_id': '7dc591f8-3291-4674-8bef-69bdd5490b21', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-969182870-subnet', 'tenant_id': 'd7f48b5d5da647cba4bf5d0622348383', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:19:00.866849 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-f01e0c28-ba8a-4b1f-98cc-18c40ad97715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (4fb8e580-3dc3-4d65-a32c-afb3da29411f), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:00.912974 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:00.920115 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcc45bb-2a39-455b-af99-363438d39ff5 None None] Pushing event updated for resources: {'Port': ['ID=257a0b5e-9815-4738-b610-209393dfe4b2,revision_number=3']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:00.931269 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port 940e2021-1c9e-483b-b908-af6f3a5f94cd triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:19:00.931975 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (940e2021-1c9e-483b-b908-af6f3a5f94cd), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:00.939938 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-afcc45bb-2a39-455b-af99-363438d39ff5 None None] Provisioning complete for port e52aa8c4-9a98-4f60-85d8-e8e263c0cd5f triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:19:00.940497 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-afcc45bb-2a39-455b-af99-363438d39ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (e52aa8c4-9a98-4f60-85d8-e8e263c0cd5f), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:00.943165 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01e0c28-ba8a-4b1f-98cc-18c40ad97715 None None] Routers {'3bb0bee2-eefa-4772-802b-f9fe9933802f'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:19:00.943298 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb8513b-e150-44a3-bb0c-1194bcd12423 None None] Pushing event updated for resources: {'Port': ['ID=7afda184-eff6-42e9-b65a-847d2ef145e0,revision_number=3']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:00.944609 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-f01e0c28-ba8a-4b1f-98cc-18c40ad97715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:18:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['3bb0bee2-eefa-4772-802b-f9fe9933802f'], 'active': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:19:01.042940 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:01.056708 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154c6b2d-0850-4206-85eb-9c1a0aef3e12 admin admin] Network f55c98a9-cbed-4af8-92a6-c49957223dcb is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:19:01.057069 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-662507a7-cf89-442d-9959-8724ecd572ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'name': 'tempest-AttachVolumeTestJSON-420723525-router', 'tenant_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.19'}], 'enable_snat': True}, 'gw_port_id': '7afda184-eff6-42e9-b65a-847d2ef145e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:51Z', 'updated_at': '2022-08-30T04:19:00Z', 'revision_number': 4, 'project_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'gw_port': {'id': '7afda184-eff6-42e9-b65a-847d2ef145e0', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:53Z', 'updated_at': '2022-08-30T04:19:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': 'fb4b0c10-9ac3-41b4-a1f8-355df76b03c4', 'name': '', 'network_id': 'f55c98a9-cbed-4af8-92a6-c49957223dcb', 'tenant_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'mac_address': 'fa:16:3e:ca:16:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8f1a2822-90de-40bf-914e-6a8cde2028a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:59Z', 'updated_at': '2022-08-30T04:18:59Z', 'revision_number': 1, 'project_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'subnets': [{'id': '8f1a2822-90de-40bf-914e-6a8cde2028a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:19:01.062025 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-154c6b2d-0850-4206-85eb-9c1a0aef3e12 admin admin] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:19:01.118647 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662507a7-cf89-442d-9959-8724ecd572ed None None] The sync data for ids ['d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d'] in dv-cinder-852208-11-iscsi is: [{'id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'name': 'tempest-AttachVolumeTestJSON-420723525-router', 'tenant_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.19'}], 'enable_snat': True}, 'gw_port_id': '7afda184-eff6-42e9-b65a-847d2ef145e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:51Z', 'updated_at': '2022-08-30T04:19:00Z', 'revision_number': 4, 'project_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'gw_port': {'id': '7afda184-eff6-42e9-b65a-847d2ef145e0', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:53Z', 'updated_at': '2022-08-30T04:19:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': 'fb4b0c10-9ac3-41b4-a1f8-355df76b03c4', 'name': '', 'network_id': 'f55c98a9-cbed-4af8-92a6-c49957223dcb', 'tenant_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'mac_address': 'fa:16:3e:ca:16:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8f1a2822-90de-40bf-914e-6a8cde2028a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:59Z', 'updated_at': '2022-08-30T04:18:59Z', 'revision_number': 1, 'project_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'subnets': [{'id': '8f1a2822-90de-40bf-914e-6a8cde2028a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:19:01.315172 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c74241-eccc-4a2a-9a1f-a197ea970473 None None] Pushing event updated for resources: {'Port': ['ID=4fb8e580-3dc3-4d65-a32c-afb3da29411f,revision_number=3']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:01.477744 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port 940e2021-1c9e-483b-b908-af6f3a5f94cd is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:19:01.479688 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e61f03-c541-4eb8-976b-46309cb8e299 admin admin] Made reservation on behalf of d7f48b5d5da647cba4bf5d0622348383 for: {'subnet': 1} {{(pid=106292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:19:01.482733 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device d5cd6218-b4a8-4f59-81b4-2c433806f074 up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:19:01.484739 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-79e61f03-c541-4eb8-976b-46309cb8e299 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:01.669578 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port d5cd6218-b4a8-4f59-81b4-2c433806f074 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:19:01.670135 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (d5cd6218-b4a8-4f59-81b4-2c433806f074), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:01.788765 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-154c6b2d-0850-4206-85eb-9c1a0aef3e12 admin admin] Router d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d has already been hosted by L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 {{(pid=106293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:19:01.789454 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-afcc45bb-2a39-455b-af99-363438d39ff5 None None] Current status of the port e52aa8c4-9a98-4f60-85d8-e8e263c0cd5f is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:19:01.844637 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:01.861766 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvr_db [None req-f01e0c28-ba8a-4b1f-98cc-18c40ad97715 None None] Set router 3bb0bee2-eefa-4772-802b-f9fe9933802f gateway port host: dv-cinder-852208-11-iscsi {{(pid=106294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:19:01.897462 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:01.902634 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-79e61f03-c541-4eb8-976b-46309cb8e299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472'] for subnet (6d6bfd6f-5b8b-4c13-b8ca-f9d32b15486f), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:01.990525 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cf9cc887-e0a3-4899-84f3-f493d0754903 None None] Provisioning complete for port 257a0b5e-9815-4738-b610-209393dfe4b2 triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:19:01.990945 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cf9cc887-e0a3-4899-84f3-f493d0754903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (257a0b5e-9815-4738-b610-209393dfe4b2), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:02.041486 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c74241-eccc-4a2a-9a1f-a197ea970473 None None] Pushing event updated for resources: {'Port': ['ID=4fb8e580-3dc3-4d65-a32c-afb3da29411f,revision_number=3']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:02.042323 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573d6813-c991-4324-b782-2c67008b0e3b admin admin] Pushing event updated for resources: {'Network': ['ID=7dc591f8-3291-4674-8bef-69bdd5490b21,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:02.087444 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154c6b2d-0850-4206-85eb-9c1a0aef3e12 admin admin] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:19:02.091636 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Network 7dc591f8-3291-4674-8bef-69bdd5490b21 details requested by agent ovs-agent-dv-cinder-852208-11-iscsi with host dv-cinder-852208-11-iscsi {{(pid=106294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 04:19:02.092752 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-154c6b2d-0850-4206-85eb-9c1a0aef3e12 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7604423 Aug 30 04:19:02.129065 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-f9886ff2-fe89-4307-8fbe-df9fd99b1178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:02.152136 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e61f03-c541-4eb8-976b-46309cb8e299 admin admin] Checking segment: {'id': '84c4414c-a7e6-4a39-9af9-5a4185fe2ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '7dc591f8-3291-4674-8bef-69bdd5490b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:19:02.152775 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e61f03-c541-4eb8-976b-46309cb8e299 admin admin] Network hostable DHCP agents. Network: 7dc591f8-3291-4674-8bef-69bdd5490b21, hostable agents: ['1bd89ca2-58f6-428d-83bf-6325bad549fd'], hosted agents: [] {{(pid=106292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 04:19:02.249613 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e61f03-c541-4eb8-976b-46309cb8e299 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d6bfd6f-5b8b-4c13-b8ca-f9d32b15486f,revision_number=0']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:02.281302 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e61f03-c541-4eb8-976b-46309cb8e299 admin admin] Network 7dc591f8-3291-4674-8bef-69bdd5490b21 is scheduled to be hosted by DHCP agent 1bd89ca2-58f6-428d-83bf-6325bad549fd with binding_index 1 {{(pid=106292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 04:19:02.356289 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=100 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:02.356885 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f8e8ed-3c6c-47ff-aad5-161493c681c0 admin admin] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:19:02.378800 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.base_scheduler [None req-79e61f03-c541-4eb8-976b-46309cb8e299 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852208-11-iscsi, 7dc591f8-3291-4674-8bef-69bdd5490b21) {{(pid=106292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:19:02.380504 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port d5cd6218-b4a8-4f59-81b4-2c433806f074 is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:19:02.391441 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50bb4bf-4712-45c6-a4e8-b7a9d0ff14bd None None] Sync routers for ids ['354189e9-d6c3-4269-b148-cd535d97c117'] in dv-cinder-852208-11-iscsi {{(pid=106294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:19:02.411752 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bca5cca-4ca1-405a-8991-9329b91a0170 None None] Network 7dc591f8-3291-4674-8bef-69bdd5490b21 requested from dv-cinder-852208-11-iscsi {{(pid=106294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:19:02.427050 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e61f03-c541-4eb8-976b-46309cb8e299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:02.427862 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-79e61f03-c541-4eb8-976b-46309cb8e299 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for subnet (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:02.428349 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50bb4bf-4712-45c6-a4e8-b7a9d0ff14bd None None] Routers {'354189e9-d6c3-4269-b148-cd535d97c117'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:19:02.429072 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-e50bb4bf-4712-45c6-a4e8-b7a9d0ff14bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:18:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['354189e9-d6c3-4269-b148-cd535d97c117'], 'active': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:19:02.495347 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-2515e82a-2182-4ff1-b4bf-a811360cf5ea admin admin] Publish callbacks [] for port (72368378-95b5-42b5-ae57-8fb4569082ec), precommit_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:02.501842 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-79e61f03-c541-4eb8-976b-46309cb8e299 admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6547680 Aug 30 04:19:02.507011 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-2515e82a-2182-4ff1-b4bf-a811360cf5ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (72368378-95b5-42b5-ae57-8fb4569082ec), after_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:02.508266 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-2515e82a-2182-4ff1-b4bf-a811360cf5ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573133'] for router_interface (3c01efb0-7805-4bef-b1f3-476570199b5d), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:02.531114 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-28f8e8ed-3c6c-47ff-aad5-161493c681c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:02.532374 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-28f8e8ed-3c6c-47ff-aad5-161493c681c0 admin admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.8735087 Aug 30 04:19:02.535911 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 45182) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:02.750005 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:02.787528 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2515e82a-2182-4ff1-b4bf-a811360cf5ea admin admin] Network 524cda22-09e9-423b-b572-9d6bbb210043 is already hosted by enough agents. {{(pid=106292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:19:02.819739 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.base_scheduler [None req-2515e82a-2182-4ff1-b4bf-a811360cf5ea admin admin] Resources bound (agent type, host, resource id): {{(pid=106292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:19:02.868511 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 45192) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:02.904406 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 45196) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:02.967868 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvr_db [None req-e50bb4bf-4712-45c6-a4e8-b7a9d0ff14bd None None] Set router 354189e9-d6c3-4269-b148-cd535d97c117 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:19:02.981054 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-d0eac45e-5eea-42da-a640-0249861584d6 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1455279898', 'description': 'tempest-description--162678855'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:19:03.053667 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:03.058788 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2515e82a-2182-4ff1-b4bf-a811360cf5ea admin admin] Pushing event updated for resources: {'Port': ['ID=72368378-95b5-42b5-ae57-8fb4569082ec,revision_number=2']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:03.077045 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2515e82a-2182-4ff1-b4bf-a811360cf5ea admin admin] Router 3c01efb0-7805-4bef-b1f3-476570199b5d has already been hosted by L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 {{(pid=106292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:19:03.111607 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.db.db_base_plugin_common [None req-f9886ff2-fe89-4307-8fbe-df9fd99b1178 admin admin] Allocated IP 172.20.0.1 (38cf1e98-cd39-44e7-9101-9b1264f447b9/86f813bc-4ff9-424a-9fbe-1c3d1292f27e/9f489512-fd86-459c-800b-2d6d2354378e) {{(pid=106292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:19:03.135085 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 257a0b5e-9815-4738-b610-209393dfe4b2 up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:19:03.175158 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d0eac45e-5eea-42da-a640-0249861584d6 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:03.219343 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd161a82-e1ca-4d37-ab44-a67dca11b16c None None] Network 7dc591f8-3291-4674-8bef-69bdd5490b21 requested from dv-cinder-852208-11-iscsi {{(pid=106294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:19:03.220207 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_v2 [None req-22c6f59d-b24d-4706-a4cd-61be4126bbb6 admin admin] Deleting subnet 47205e5b-9651-4bd7-bda6-87287d94a4aa {{(pid=106293) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 04:19:03.227988 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-22c6f59d-b24d-4706-a4cd-61be4126bbb6 admin admin] Publish callbacks [] for subnet (47205e5b-9651-4bd7-bda6-87287d94a4aa), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:03.333330 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2515e82a-2182-4ff1-b4bf-a811360cf5ea admin admin] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:19:03.342457 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37659781-f41f-4ab9-8de7-967f7c645773 None None] Sync routers for ids ['3c01efb0-7805-4bef-b1f3-476570199b5d'] in dv-cinder-852208-11-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:19:03.353281 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:03.366930 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-2515e82a-2182-4ff1-b4bf-a811360cf5ea admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/3c01efb0-7805-4bef-b1f3-476570199b5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7940257 Aug 30 04:19:03.389104 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37659781-f41f-4ab9-8de7-967f7c645773 None None] Routers {'3c01efb0-7805-4bef-b1f3-476570199b5d'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:19:03.389763 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-37659781-f41f-4ab9-8de7-967f7c645773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:18:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['3c01efb0-7805-4bef-b1f3-476570199b5d'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:19:03.401374 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-22c6f59d-b24d-4706-a4cd-61be4126bbb6 admin admin] Publish callbacks [] for subnet (47205e5b-9651-4bd7-bda6-87287d94a4aa), precommit_delete_associations {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:03.423825 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:03.429702 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-22c6f59d-b24d-4706-a4cd-61be4126bbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1779299'] for subnet (47205e5b-9651-4bd7-bda6-87287d94a4aa), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:03.587250 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-f9886ff2-fe89-4307-8fbe-df9fd99b1178 admin admin] Publish callbacks [] for port (9f489512-fd86-459c-800b-2d6d2354378e), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:03.665946 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port 257a0b5e-9815-4738-b610-209393dfe4b2 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:19:03.667534 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (257a0b5e-9815-4738-b610-209393dfe4b2), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:03.668875 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-f9886ff2-fe89-4307-8fbe-df9fd99b1178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830'] for port (9f489512-fd86-459c-800b-2d6d2354378e), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:03.673196 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-f01e0c28-ba8a-4b1f-98cc-18c40ad97715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb0bee2-eefa-4772-802b-f9fe9933802f', 'name': 'tempest-DeleteServersTestJSON-222349923-router', 'tenant_id': 'fe278e07fd7940dca53f7c2b8b792326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.59'}], 'enable_snat': True}, 'gw_port_id': '4fb8e580-3dc3-4d65-a32c-afb3da29411f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:50Z', 'updated_at': '2022-08-30T04:18:54Z', 'revision_number': 3, 'project_id': 'fe278e07fd7940dca53f7c2b8b792326', 'gw_port': {'id': '4fb8e580-3dc3-4d65-a32c-afb3da29411f', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb0bee2-eefa-4772-802b-f9fe9933802f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:52Z', 'updated_at': '2022-08-30T04:19:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi'}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:19:03.705278 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d0eac45e-5eea-42da-a640-0249861584d6 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks [] for security_group (8ab642be-0a76-44a0-bf2d-4328b14b15a4), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:03.723597 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d0eac45e-5eea-42da-a640-0249861584d6 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (8ab642be-0a76-44a0-bf2d-4328b14b15a4), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:03.783124 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-37659781-f41f-4ab9-8de7-967f7c645773 None None] Set router 3c01efb0-7805-4bef-b1f3-476570199b5d gateway port host: dv-cinder-852208-11-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:19:03.826077 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9886ff2-fe89-4307-8fbe-df9fd99b1178 admin admin] Network 38cf1e98-cd39-44e7-9101-9b1264f447b9 is already hosted by enough agents. {{(pid=106292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:19:03.827803 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9886ff2-fe89-4307-8fbe-df9fd99b1178 admin admin] Pushing event updated for resources: {'Port': ['ID=9f489512-fd86-459c-800b-2d6d2354378e,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:03.834915 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.base_scheduler [None req-f9886ff2-fe89-4307-8fbe-df9fd99b1178 admin admin] Resources bound (agent type, host, resource id): {{(pid=106292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:19:03.851724 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d0eac45e-5eea-42da-a640-0249861584d6 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:03.855572 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-d0eac45e-5eea-42da-a640-0249861584d6 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9299021 Aug 30 04:19:03.868046 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 45230) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:03.886891 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-22c6f59d-b24d-4706-a4cd-61be4126bbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1779322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472'] for subnet (47205e5b-9651-4bd7-bda6-87287d94a4aa), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:03.902652 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-bfadee4b-3a08-4fbf-b353-7243d4a2b2c1 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Request body: {'security_group_rule': {'security_group_id': '8ab642be-0a76-44a0-bf2d-4328b14b15a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:19:03.912637 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01e0c28-ba8a-4b1f-98cc-18c40ad97715 None None] The sync data for ids ['3bb0bee2-eefa-4772-802b-f9fe9933802f'] in dv-cinder-852208-11-iscsi is: [{'id': '3bb0bee2-eefa-4772-802b-f9fe9933802f', 'name': 'tempest-DeleteServersTestJSON-222349923-router', 'tenant_id': 'fe278e07fd7940dca53f7c2b8b792326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.59'}], 'enable_snat': True}, 'gw_port_id': '4fb8e580-3dc3-4d65-a32c-afb3da29411f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:50Z', 'updated_at': '2022-08-30T04:18:54Z', 'revision_number': 3, 'project_id': 'fe278e07fd7940dca53f7c2b8b792326', 'gw_port': {'id': '4fb8e580-3dc3-4d65-a32c-afb3da29411f', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb0bee2-eefa-4772-802b-f9fe9933802f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:52Z', 'updated_at': '2022-08-30T04:19:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi'}] {{(pid=106294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:19:04.004426 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9886ff2-fe89-4307-8fbe-df9fd99b1178 admin admin] Received port after_create {{(pid=106292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:19:04.005228 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-f9886ff2-fe89-4307-8fbe-df9fd99b1178 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573017'] for router_interface (3bb0bee2-eefa-4772-802b-f9fe9933802f), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:04.061480 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cf9cc887-e0a3-4899-84f3-f493d0754903 None None] Current status of the port 257a0b5e-9815-4738-b610-209393dfe4b2 is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:19:04.101072 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c6f59d-b24d-4706-a4cd-61be4126bbb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47205e5b-9651-4bd7-bda6-87287d94a4aa,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:04.142870 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eac45e-5eea-42da-a640-0249861584d6 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab642be-0a76-44a0-bf2d-4328b14b15a4,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:04.153885 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-bfadee4b-3a08-4fbf-b353-7243d4a2b2c1 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks [] for security_group_rule (d8fe8c21-9ff1-49df-921e-9c533e7b6ca8), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:04.193456 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cf9cc887-e0a3-4899-84f3-f493d0754903 None None] Provisioning complete for port 72368378-95b5-42b5-ae57-8fb4569082ec triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:19:04.193846 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cf9cc887-e0a3-4899-84f3-f493d0754903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (72368378-95b5-42b5-ae57-8fb4569082ec), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:04.206160 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=100 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:04.228049 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-22c6f59d-b24d-4706-a4cd-61be4126bbb6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:04.246864 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-22c6f59d-b24d-4706-a4cd-61be4126bbb6 admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/47205e5b-9651-4bd7-bda6-87287d94a4aa HTTP/1.1" status: 204 len: 168 time: 1.3766022 Aug 30 04:19:04.247081 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 45238) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:04.253971 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-91445155-4419-4acb-8f69-c12893514fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:04.291140 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-f9886ff2-fe89-4307-8fbe-df9fd99b1178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (9f489512-fd86-459c-800b-2d6d2354378e), before_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:04.332919 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=100 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:04.370518 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-37659781-f41f-4ab9-8de7-967f7c645773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c01efb0-7805-4bef-b1f3-476570199b5d', 'name': 'tempest-ServerRescueNegativeTestJSON-2077016422-router', 'tenant_id': 'a9a5c650ed23445bb585711f962d7e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.39'}], 'enable_snat': True}, 'gw_port_id': '666785d5-060a-4460-bb5f-6da37fa29801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:49Z', 'updated_at': '2022-08-30T04:18:59Z', 'revision_number': 4, 'project_id': 'a9a5c650ed23445bb585711f962d7e09', 'gw_port': {'id': '666785d5-060a-4460-bb5f-6da37fa29801', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a3:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c01efb0-7805-4bef-b1f3-476570199b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:51Z', 'updated_at': '2022-08-30T04:18:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': '72368378-95b5-42b5-ae57-8fb4569082ec', 'name': '', 'network_id': '524cda22-09e9-423b-b572-9d6bbb210043', 'tenant_id': 'a9a5c650ed23445bb585711f962d7e09', 'mac_address': 'fa:16:3e:94:24:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c01efb0-7805-4bef-b1f3-476570199b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bf40f790-127d-4290-907b-8c5f990389ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:57Z', 'updated_at': '2022-08-30T04:19:00Z', 'revision_number': 2, 'project_id': 'a9a5c650ed23445bb585711f962d7e09', 'subnets': [{'id': 'bf40f790-127d-4290-907b-8c5f990389ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:19:04.383053 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 45256) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:04.405907 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port 257a0b5e-9815-4738-b610-209393dfe4b2 is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:19:04.405907 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device e52aa8c4-9a98-4f60-85d8-e8e263c0cd5f up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:19:04.406391 dv-cinder-852208-11-iscsi neutron-server[106292]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 30 04:19:04.407082 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:04.436356 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37659781-f41f-4ab9-8de7-967f7c645773 None None] Checking router: 3c01efb0-7805-4bef-b1f3-476570199b5d for host: dv-cinder-852208-11-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:19:04.436788 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37659781-f41f-4ab9-8de7-967f7c645773 None None] Updating router 3c01efb0-7805-4bef-b1f3-476570199b5d port 72368378-95b5-42b5-ae57-8fb4569082ec binding host dv-cinder-852208-11-iscsi {{(pid=106295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:19:04.500729 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-37659781-f41f-4ab9-8de7-967f7c645773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (72368378-95b5-42b5-ae57-8fb4569082ec), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:04.512709 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port e52aa8c4-9a98-4f60-85d8-e8e263c0cd5f triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:19:04.513093 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (e52aa8c4-9a98-4f60-85d8-e8e263c0cd5f), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:04.519292 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-bfadee4b-3a08-4fbf-b353-7243d4a2b2c1 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks [] for security_group_rule (d8fe8c21-9ff1-49df-921e-9c533e7b6ca8), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:04.610019 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=100 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:04.693909 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cf9cc887-e0a3-4899-84f3-f493d0754903 None None] Port 72368378-95b5-42b5-ae57-8fb4569082ec cannot update to ACTIVE because it is not bound. {{(pid=106294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:19:04.725775 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port e52aa8c4-9a98-4f60-85d8-e8e263c0cd5f is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:19:04.728121 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 666785d5-060a-4460-bb5f-6da37fa29801 up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:19:04.737332 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-bfadee4b-3a08-4fbf-b353-7243d4a2b2c1 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569388'] for security_group_rule (d8fe8c21-9ff1-49df-921e-9c533e7b6ca8), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:04.796742 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfadee4b-3a08-4fbf-b353-7243d4a2b2c1 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8fe8c21-9ff1-49df-921e-9c533e7b6ca8,revision_number=0']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:04.800734 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-87355def-7cff-42da-9397-28572f6adf3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635422'] for network (23d92aee-c9a0-436e-b57b-a0149f48b951), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:04.843735 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [None req-91445155-4419-4acb-8f69-c12893514fa6 admin admin] Allocated IP 172.20.0.1 (ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6/bd870cbd-142c-4604-b43f-9d9fc317ac72/667ffc84-2f51-42c1-b751-8766dba65c67) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:19:04.880614 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cf9cc887-e0a3-4899-84f3-f493d0754903 None None] Provisioning complete for port fb4b0c10-9ac3-41b4-a1f8-355df76b03c4 triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:19:04.881019 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cf9cc887-e0a3-4899-84f3-f493d0754903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (fb4b0c10-9ac3-41b4-a1f8-355df76b03c4), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:04.930990 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cf9cc887-e0a3-4899-84f3-f493d0754903 None None] Port fb4b0c10-9ac3-41b4-a1f8-355df76b03c4 cannot update to ACTIVE because it is not bound. {{(pid=106294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:19:04.941409 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cf9cc887-e0a3-4899-84f3-f493d0754903 None None] Provisioning complete for port e52aa8c4-9a98-4f60-85d8-e8e263c0cd5f triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:19:04.942038 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cf9cc887-e0a3-4899-84f3-f493d0754903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (e52aa8c4-9a98-4f60-85d8-e8e263c0cd5f), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:04.983704 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-e50bb4bf-4712-45c6-a4e8-b7a9d0ff14bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '354189e9-d6c3-4269-b148-cd535d97c117', 'name': 'tempest-AttachVolumeShelveTestJSON-1791777441-router', 'tenant_id': '411b8da28bed456bbdcdb01587610b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.174'}], 'enable_snat': True}, 'gw_port_id': '21d7ba17-a823-4886-8208-42dd0283a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:52Z', 'updated_at': '2022-08-30T04:18:56Z', 'revision_number': 3, 'project_id': '411b8da28bed456bbdcdb01587610b47', 'gw_port': {'id': '21d7ba17-a823-4886-8208-42dd0283a929', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ea:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '354189e9-d6c3-4269-b148-cd535d97c117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:54Z', 'updated_at': '2022-08-30T04:18:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi'}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:19:05.015608 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50bb4bf-4712-45c6-a4e8-b7a9d0ff14bd None None] Checking router: 354189e9-d6c3-4269-b148-cd535d97c117 for host: dv-cinder-852208-11-iscsi {{(pid=106294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:19:05.016154 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50bb4bf-4712-45c6-a4e8-b7a9d0ff14bd None None] Updating router 354189e9-d6c3-4269-b148-cd535d97c117 port 21d7ba17-a823-4886-8208-42dd0283a929 binding host dv-cinder-852208-11-iscsi {{(pid=106294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:19:05.070084 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e50bb4bf-4712-45c6-a4e8-b7a9d0ff14bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (21d7ba17-a823-4886-8208-42dd0283a929), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:05.081496 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-bfadee4b-3a08-4fbf-b353-7243d4a2b2c1 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:05.085248 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-bfadee4b-3a08-4fbf-b353-7243d4a2b2c1 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2029192 Aug 30 04:19:05.095754 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 45276) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:05.107208 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-2d11bcc8-a35a-424d-ba34-88fd6ca60e2e tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Request body: {'security_group_rule': {'security_group_id': '8ab642be-0a76-44a0-bf2d-4328b14b15a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:19:05.145627 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-37659781-f41f-4ab9-8de7-967f7c645773 None None] Publish callbacks [] for port (72368378-95b5-42b5-ae57-8fb4569082ec), precommit_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:05.169086 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-37659781-f41f-4ab9-8de7-967f7c645773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (72368378-95b5-42b5-ae57-8fb4569082ec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:05.228534 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180b95ee-0aa6-46b3-a1cb-18e34681bad5 None None] Pushing event updated for resources: {'Port': ['ID=72368378-95b5-42b5-ae57-8fb4569082ec,revision_number=3']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:05.268197 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2d11bcc8-a35a-424d-ba34-88fd6ca60e2e tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks [] for security_group_rule (cc74f9bd-05f3-4c6a-917e-a9e26e7a512b), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:05.282691 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-f9886ff2-fe89-4307-8fbe-df9fd99b1178 admin admin] Publish callbacks [] for port (9f489512-fd86-459c-800b-2d6d2354378e), precommit_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:05.289235 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-91445155-4419-4acb-8f69-c12893514fa6 admin admin] Publish callbacks [] for port (667ffc84-2f51-42c1-b751-8766dba65c67), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:05.290504 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5349ce2d-32f2-45c0-863a-0c897c14f054 None None] Sync routers for ids ['d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d'] in dv-cinder-852208-11-iscsi {{(pid=106294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:19:05.347700 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5349ce2d-32f2-45c0-863a-0c897c14f054 None None] Routers {'d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:19:05.348560 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-5349ce2d-32f2-45c0-863a-0c897c14f054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:18:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d'], 'active': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:19:05.362631 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-37659781-f41f-4ab9-8de7-967f7c645773 None None] Attempting to bind port 72368378-95b5-42b5-ae57-8fb4569082ec on host dv-cinder-852208-11-iscsi for vnic_type normal with profile {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:19:05.363256 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-37659781-f41f-4ab9-8de7-967f7c645773 None None] Attempting to bind port 72368378-95b5-42b5-ae57-8fb4569082ec by drivers openvswitch,hyperv on host dv-cinder-852208-11-iscsi at level 0 using segments [{'id': 'ba3ccad1-e761-4282-ad36-66b52ed371a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '524cda22-09e9-423b-b572-9d6bbb210043'}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:19:05.366116 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37659781-f41f-4ab9-8de7-967f7c645773 None None] Attempting to bind port 72368378-95b5-42b5-ae57-8fb4569082ec on network 524cda22-09e9-423b-b572-9d6bbb210043 {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:19:05.366410 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:05.367684 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-f9886ff2-fe89-4307-8fbe-df9fd99b1178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (9f489512-fd86-459c-800b-2d6d2354378e), after_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:05.368461 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-f9886ff2-fe89-4307-8fbe-df9fd99b1178 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573133'] for router_interface (3bb0bee2-eefa-4772-802b-f9fe9933802f), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:05.385290 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37659781-f41f-4ab9-8de7-967f7c645773 None None] Checking agent: {'id': 'd414c4c0-e104-4322-85c3-8bf64da32860', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852208-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 10, 56), 'started_at': datetime.datetime(2022, 8, 30, 4, 11, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852208-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:19:05.386403 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37659781-f41f-4ab9-8de7-967f7c645773 None None] Checking segment: {'id': 'ba3ccad1-e761-4282-ad36-66b52ed371a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '524cda22-09e9-423b-b572-9d6bbb210043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:19:05.387120 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-37659781-f41f-4ab9-8de7-967f7c645773 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:05.387658 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37659781-f41f-4ab9-8de7-967f7c645773 None None] Bound using segment: {'id': 'ba3ccad1-e761-4282-ad36-66b52ed371a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '524cda22-09e9-423b-b572-9d6bbb210043'} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:19:05.388328 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-37659781-f41f-4ab9-8de7-967f7c645773 None None] Bound port: 72368378-95b5-42b5-ae57-8fb4569082ec, host: dv-cinder-852208-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba3ccad1-e761-4282-ad36-66b52ed371a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '524cda22-09e9-423b-b572-9d6bbb210043'}}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:19:05.388871 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-37659781-f41f-4ab9-8de7-967f7c645773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (72368378-95b5-42b5-ae57-8fb4569082ec), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:05.456986 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=83,neutron:UPDATE=5,neutron:INSERT=8,neutron:DELETE=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:05.470062 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvr_db [None req-5349ce2d-32f2-45c0-863a-0c897c14f054 None None] Set router d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d gateway port host: dv-cinder-852208-11-iscsi {{(pid=106294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:19:05.485676 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-37659781-f41f-4ab9-8de7-967f7c645773 None None] For port 72368378-95b5-42b5-ae57-8fb4569082ec, host dv-cinder-852208-11-iscsi, cleared binding levels {{(pid=106295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:19:05.489696 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-37659781-f41f-4ab9-8de7-967f7c645773 None None] For port 72368378-95b5-42b5-ae57-8fb4569082ec, host dv-cinder-852208-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=72368378-95b5-42b5-ae57-8fb4569082ec,segment=NetworkSegment(ba3ccad1-e761-4282-ad36-66b52ed371a6),segment_id=ba3ccad1-e761-4282-ad36-66b52ed371a6)] {{(pid=106295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:19:05.501889 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-37659781-f41f-4ab9-8de7-967f7c645773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (72368378-95b5-42b5-ae57-8fb4569082ec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:05.514950 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-91445155-4419-4acb-8f69-c12893514fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830'] for port (667ffc84-2f51-42c1-b751-8766dba65c67), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:05.530270 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9886ff2-fe89-4307-8fbe-df9fd99b1178 admin admin] Pushing event updated for resources: {'Port': ['ID=9f489512-fd86-459c-800b-2d6d2354378e,revision_number=2']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:05.532275 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2d11bcc8-a35a-424d-ba34-88fd6ca60e2e tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks [] for security_group_rule (cc74f9bd-05f3-4c6a-917e-a9e26e7a512b), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:05.580620 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37659781-f41f-4ab9-8de7-967f7c645773 None None] Routers {'3c01efb0-7805-4bef-b1f3-476570199b5d'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:19:05.581734 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-37659781-f41f-4ab9-8de7-967f7c645773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:18:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['3c01efb0-7805-4bef-b1f3-476570199b5d'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:19:05.614827 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2d11bcc8-a35a-424d-ba34-88fd6ca60e2e tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569388'] for security_group_rule (cc74f9bd-05f3-4c6a-917e-a9e26e7a512b), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:05.622083 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:05.706021 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d11bcc8-a35a-424d-ba34-88fd6ca60e2e tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc74f9bd-05f3-4c6a-917e-a9e26e7a512b,revision_number=0']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:05.715424 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91445155-4419-4acb-8f69-c12893514fa6 admin admin] Network ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6 is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:19:05.736596 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-91445155-4419-4acb-8f69-c12893514fa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:19:05.737247 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5535be-4246-4fdf-ac6a-6d6a02b2392b req-18956fc4-c843-416d-8a16-71a72a618f3f tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:05.739099 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-3e5535be-4246-4fdf-ac6a-6d6a02b2392b req-18956fc4-c843-416d-8a16-71a72a618f3f tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/networks?id=524cda22-09e9-423b-b572-9d6bbb210043 HTTP/1.1" status: 200 len: 819 time: 1.3522274 Aug 30 04:19:05.741072 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2d11bcc8-a35a-424d-ba34-88fd6ca60e2e tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:05.742278 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-2d11bcc8-a35a-424d-ba34-88fd6ca60e2e tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6464822 Aug 30 04:19:05.743404 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91445155-4419-4acb-8f69-c12893514fa6 admin admin] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:19:05.743878 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-91445155-4419-4acb-8f69-c12893514fa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573017'] for router_interface (354189e9-d6c3-4269-b148-cd535d97c117), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:05.752350 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91445155-4419-4acb-8f69-c12893514fa6 admin admin] Pushing event updated for resources: {'Port': ['ID=667ffc84-2f51-42c1-b751-8766dba65c67,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:05.753748 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 45300) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:05.786367 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-2001cf2b-4dcc-4f36-a4e6-eb4d7ee6a562 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Request body: {'floatingip': {'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:19:05.831570 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-87355def-7cff-42da-9397-28572f6adf3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1778176', 'neutron.services.segments.db._delete_segments_for_network-8749362907459'] for network (23d92aee-c9a0-436e-b57b-a0149f48b951), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:05.837599 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-37659781-f41f-4ab9-8de7-967f7c645773 None None] Set router 3c01efb0-7805-4bef-b1f3-476570199b5d gateway port host: dv-cinder-852208-11-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:19:05.842321 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-3e5535be-4246-4fdf-ac6a-6d6a02b2392b req-7a17e38b-02c4-4708-ba02-d6e9fb13aa91 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/quotas/a9a5c650ed23445bb585711f962d7e09 HTTP/1.1" status: 200 len: 375 time: 0.0916541 Aug 30 04:19:06.035249 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-87355def-7cff-42da-9397-28572f6adf3d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:06.035720 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-87355def-7cff-42da-9397-28572f6adf3d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:06.036589 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-87355def-7cff-42da-9397-28572f6adf3d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:06.036994 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-87355def-7cff-42da-9397-28572f6adf3d admin admin] Subscribe: > port after_create 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:06.037389 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-87355def-7cff-42da-9397-28572f6adf3d admin admin] Subscribe: > port after_delete 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:06.037796 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-87355def-7cff-42da-9397-28572f6adf3d admin admin] Subscribe: > port after_update 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:06.038186 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-87355def-7cff-42da-9397-28572f6adf3d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:06.038623 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-87355def-7cff-42da-9397-28572f6adf3d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:06.039868 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-87355def-7cff-42da-9397-28572f6adf3d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:06.040455 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-87355def-7cff-42da-9397-28572f6adf3d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:06.064209 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port 666785d5-060a-4460-bb5f-6da37fa29801 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:19:06.069176 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (666785d5-060a-4460-bb5f-6da37fa29801), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:06.155595 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-91445155-4419-4acb-8f69-c12893514fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (667ffc84-2f51-42c1-b751-8766dba65c67), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:06.227530 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cf9cc887-e0a3-4899-84f3-f493d0754903 None None] Current status of the port e52aa8c4-9a98-4f60-85d8-e8e263c0cd5f is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:19:06.237493 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:06.256867 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=100 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:06.273111 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=100 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:06.274432 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:06.342065 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180b95ee-0aa6-46b3-a1cb-18e34681bad5 None None] Pushing event updated for resources: {'Port': ['ID=72368378-95b5-42b5-ae57-8fb4569082ec,revision_number=4']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:06.437567 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port 666785d5-060a-4460-bb5f-6da37fa29801 is: DOWN; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:19:06.437956 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (666785d5-060a-4460-bb5f-6da37fa29801), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:06.450842 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-1810c520-003d-4cc9-a0f0-9731cb12411e None None] Provisioning complete for port 9f489512-fd86-459c-800b-2d6d2354378e triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:19:06.451212 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-1810c520-003d-4cc9-a0f0-9731cb12411e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (9f489512-fd86-459c-800b-2d6d2354378e), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:06.498864 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-5349ce2d-32f2-45c0-863a-0c897c14f054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'name': 'tempest-AttachVolumeTestJSON-420723525-router', 'tenant_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.19'}], 'enable_snat': True}, 'gw_port_id': '7afda184-eff6-42e9-b65a-847d2ef145e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:51Z', 'updated_at': '2022-08-30T04:19:00Z', 'revision_number': 4, 'project_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'gw_port': {'id': '7afda184-eff6-42e9-b65a-847d2ef145e0', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:53Z', 'updated_at': '2022-08-30T04:19:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': 'fb4b0c10-9ac3-41b4-a1f8-355df76b03c4', 'name': '', 'network_id': 'f55c98a9-cbed-4af8-92a6-c49957223dcb', 'tenant_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'mac_address': 'fa:16:3e:ca:16:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8f1a2822-90de-40bf-914e-6a8cde2028a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:59Z', 'updated_at': '2022-08-30T04:19:00Z', 'revision_number': 2, 'project_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'subnets': [{'id': '8f1a2822-90de-40bf-914e-6a8cde2028a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:19:06.527938 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-87355def-7cff-42da-9397-28572f6adf3d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:06.528945 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-87355def-7cff-42da-9397-28572f6adf3d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:06.530129 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-87355def-7cff-42da-9397-28572f6adf3d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:06.530934 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-87355def-7cff-42da-9397-28572f6adf3d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:06.531337 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.services.segments.db [None req-87355def-7cff-42da-9397-28572f6adf3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23d92aee-c9a0-436e-b57b-a0149f48b951']}} {{(pid=106292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:19:06.549884 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] For port 666785d5-060a-4460-bb5f-6da37fa29801, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=666785d5-060a-4460-bb5f-6da37fa29801,segment=NetworkSegment(10b95e6c-2e6d-452d-a5ef-cbf673e3f24c),segment_id=10b95e6c-2e6d-452d-a5ef-cbf673e3f24c)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:19:06.606836 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-37659781-f41f-4ab9-8de7-967f7c645773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c01efb0-7805-4bef-b1f3-476570199b5d', 'name': 'tempest-ServerRescueNegativeTestJSON-2077016422-router', 'tenant_id': 'a9a5c650ed23445bb585711f962d7e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.39'}], 'enable_snat': True}, 'gw_port_id': '666785d5-060a-4460-bb5f-6da37fa29801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:49Z', 'updated_at': '2022-08-30T04:18:59Z', 'revision_number': 4, 'project_id': 'a9a5c650ed23445bb585711f962d7e09', 'gw_port': {'id': '666785d5-060a-4460-bb5f-6da37fa29801', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a3:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c01efb0-7805-4bef-b1f3-476570199b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:51Z', 'updated_at': '2022-08-30T04:18:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': '72368378-95b5-42b5-ae57-8fb4569082ec', 'name': '', 'network_id': '524cda22-09e9-423b-b572-9d6bbb210043', 'tenant_id': 'a9a5c650ed23445bb585711f962d7e09', 'mac_address': 'fa:16:3e:94:24:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c01efb0-7805-4bef-b1f3-476570199b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bf40f790-127d-4290-907b-8c5f990389ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:57Z', 'updated_at': '2022-08-30T04:19:05Z', 'revision_number': 4, 'project_id': 'a9a5c650ed23445bb585711f962d7e09', 'subnets': [{'id': 'bf40f790-127d-4290-907b-8c5f990389ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:19:06.624330 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e50bb4bf-4712-45c6-a4e8-b7a9d0ff14bd None None] Publish callbacks [] for port (21d7ba17-a823-4886-8208-42dd0283a929), precommit_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:06.633277 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (666785d5-060a-4460-bb5f-6da37fa29801), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:06.633828 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-2001cf2b-4dcc-4f36-a4e6-eb4d7ee6a562 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:06.634356 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device d5cd6218-b4a8-4f59-81b4-2c433806f074 up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:19:06.641691 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5349ce2d-32f2-45c0-863a-0c897c14f054 None None] Checking router: d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d for host: dv-cinder-852208-11-iscsi {{(pid=106294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:19:06.641970 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5349ce2d-32f2-45c0-863a-0c897c14f054 None None] Updating router d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d port fb4b0c10-9ac3-41b4-a1f8-355df76b03c4 binding host dv-cinder-852208-11-iscsi {{(pid=106294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:19:06.650153 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.services.segments.db [None req-87355def-7cff-42da-9397-28572f6adf3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b233ae9-319e-47a8-a5d9-0eb0b2f39c51') {'for_net_delete': True} {{(pid=106292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:19:06.650667 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.services.segments.db [None req-87355def-7cff-42da-9397-28572f6adf3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b233ae9-319e-47a8-a5d9-0eb0b2f39c51') {} {{(pid=106292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:19:06.659567 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-91445155-4419-4acb-8f69-c12893514fa6 admin admin] Publish callbacks [] for port (667ffc84-2f51-42c1-b751-8766dba65c67), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:06.665927 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37659781-f41f-4ab9-8de7-967f7c645773 None None] The sync data for ids ['3c01efb0-7805-4bef-b1f3-476570199b5d'] in dv-cinder-852208-11-iscsi is: [{'id': '3c01efb0-7805-4bef-b1f3-476570199b5d', 'name': 'tempest-ServerRescueNegativeTestJSON-2077016422-router', 'tenant_id': 'a9a5c650ed23445bb585711f962d7e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.39'}], 'enable_snat': True}, 'gw_port_id': '666785d5-060a-4460-bb5f-6da37fa29801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:49Z', 'updated_at': '2022-08-30T04:18:59Z', 'revision_number': 4, 'project_id': 'a9a5c650ed23445bb585711f962d7e09', 'gw_port': {'id': '666785d5-060a-4460-bb5f-6da37fa29801', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a3:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c01efb0-7805-4bef-b1f3-476570199b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:51Z', 'updated_at': '2022-08-30T04:18:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': '72368378-95b5-42b5-ae57-8fb4569082ec', 'name': '', 'network_id': '524cda22-09e9-423b-b572-9d6bbb210043', 'tenant_id': 'a9a5c650ed23445bb585711f962d7e09', 'mac_address': 'fa:16:3e:94:24:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c01efb0-7805-4bef-b1f3-476570199b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bf40f790-127d-4290-907b-8c5f990389ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:57Z', 'updated_at': '2022-08-30T04:19:05Z', 'revision_number': 4, 'project_id': 'a9a5c650ed23445bb585711f962d7e09', 'subnets': [{'id': 'bf40f790-127d-4290-907b-8c5f990389ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:19:06.671233 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-91445155-4419-4acb-8f69-c12893514fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (667ffc84-2f51-42c1-b751-8766dba65c67), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:06.672638 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-91445155-4419-4acb-8f69-c12893514fa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573133'] for router_interface (354189e9-d6c3-4269-b148-cd535d97c117), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:06.672830 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-1810c520-003d-4cc9-a0f0-9731cb12411e None None] Port 9f489512-fd86-459c-800b-2d6d2354378e cannot update to ACTIVE because it is not bound. {{(pid=106294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:19:06.698463 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9886ff2-fe89-4307-8fbe-df9fd99b1178 admin admin] Network 38cf1e98-cd39-44e7-9101-9b1264f447b9 is already hosted by enough agents. {{(pid=106292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:19:06.700635 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.base_scheduler [None req-f9886ff2-fe89-4307-8fbe-df9fd99b1178 admin admin] Resources bound (agent type, host, resource id): {{(pid=106292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:19:06.735794 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91445155-4419-4acb-8f69-c12893514fa6 admin admin] Pushing event updated for resources: {'Port': ['ID=667ffc84-2f51-42c1-b751-8766dba65c67,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:06.764589 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e50bb4bf-4712-45c6-a4e8-b7a9d0ff14bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (21d7ba17-a823-4886-8208-42dd0283a929), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:06.780253 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-87355def-7cff-42da-9397-28572f6adf3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749362932655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2102203'] for segment (4b233ae9-319e-47a8-a5d9-0eb0b2f39c51), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:06.845905 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Pushing event updated for resources: {'Port': ['ID=666785d5-060a-4460-bb5f-6da37fa29801,revision_number=4']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:06.899004 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-3e5535be-4246-4fdf-ac6a-6d6a02b2392b req-bbfa8b42-e244-4df8-a559-e4175007b59e tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=a9a5c650ed23445bb585711f962d7e09&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0398726 Aug 30 04:19:06.915435 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-1810c520-003d-4cc9-a0f0-9731cb12411e None None] Provisioning complete for port 72368378-95b5-42b5-ae57-8fb4569082ec triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:19:06.916125 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-1810c520-003d-4cc9-a0f0-9731cb12411e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (72368378-95b5-42b5-ae57-8fb4569082ec), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:07.019442 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-87355def-7cff-42da-9397-28572f6adf3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784698'] for segment (4b233ae9-319e-47a8-a5d9-0eb0b2f39c51), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:07.048422 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87355def-7cff-42da-9397-28572f6adf3d admin admin] Releasing vlan 814 on physical network physnet1 to pool {{(pid=106292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 04:19:07.048941 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-87355def-7cff-42da-9397-28572f6adf3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642254'] for segment (4b233ae9-319e-47a8-a5d9-0eb0b2f39c51), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:07.074866 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91445155-4419-4acb-8f69-c12893514fa6 admin admin] Network ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6 is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:19:07.082630 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-91445155-4419-4acb-8f69-c12893514fa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:19:07.174792 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-e50bb4bf-4712-45c6-a4e8-b7a9d0ff14bd None None] Attempting to bind port 21d7ba17-a823-4886-8208-42dd0283a929 on host dv-cinder-852208-11-iscsi for vnic_type normal with profile {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:19:07.179303 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-e50bb4bf-4712-45c6-a4e8-b7a9d0ff14bd None None] Attempting to bind port 21d7ba17-a823-4886-8208-42dd0283a929 by drivers openvswitch,hyperv on host dv-cinder-852208-11-iscsi at level 0 using segments [{'id': '10b95e6c-2e6d-452d-a5ef-cbf673e3f24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'}] {{(pid=106294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:19:07.179850 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50bb4bf-4712-45c6-a4e8-b7a9d0ff14bd None None] Attempting to bind port 21d7ba17-a823-4886-8208-42dd0283a929 on network 5c43c40f-cc6a-4e53-a103-6d34effd891a {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:19:07.225914 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-5349ce2d-32f2-45c0-863a-0c897c14f054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (fb4b0c10-9ac3-41b4-a1f8-355df76b03c4), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:07.281635 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50bb4bf-4712-45c6-a4e8-b7a9d0ff14bd None None] Checking agent: {'id': 'd414c4c0-e104-4322-85c3-8bf64da32860', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852208-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 10, 56), 'started_at': datetime.datetime(2022, 8, 30, 4, 11, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852208-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:19:07.282356 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50bb4bf-4712-45c6-a4e8-b7a9d0ff14bd None None] Checking segment: {'id': '10b95e6c-2e6d-452d-a5ef-cbf673e3f24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:19:07.282464 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e50bb4bf-4712-45c6-a4e8-b7a9d0ff14bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:07.282842 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50bb4bf-4712-45c6-a4e8-b7a9d0ff14bd None None] Bound using segment: {'id': '10b95e6c-2e6d-452d-a5ef-cbf673e3f24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'} {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:19:07.289798 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-e50bb4bf-4712-45c6-a4e8-b7a9d0ff14bd None None] Bound port: 21d7ba17-a823-4886-8208-42dd0283a929, host: dv-cinder-852208-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10b95e6c-2e6d-452d-a5ef-cbf673e3f24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'}}] {{(pid=106294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:19:07.290243 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e50bb4bf-4712-45c6-a4e8-b7a9d0ff14bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (21d7ba17-a823-4886-8208-42dd0283a929), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:07.317066 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-87355def-7cff-42da-9397-28572f6adf3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1778185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572621'] for network (23d92aee-c9a0-436e-b57b-a0149f48b951), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:07.321901 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:07.377665 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-87355def-7cff-42da-9397-28572f6adf3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for network (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:07.381532 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-87355def-7cff-42da-9397-28572f6adf3d admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/23d92aee-c9a0-436e-b57b-a0149f48b951 HTTP/1.1" status: 204 len: 168 time: 3.1322594 Aug 30 04:19:07.384174 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87355def-7cff-42da-9397-28572f6adf3d admin admin] Pushing event deleted for resources: {'Network': ['ID=23d92aee-c9a0-436e-b57b-a0149f48b951,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:07.403150 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 45358) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:07.455365 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port d5cd6218-b4a8-4f59-81b4-2c433806f074 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:19:07.456181 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (d5cd6218-b4a8-4f59-81b4-2c433806f074), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:07.459496 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d02efd-a423-4c0e-b1bc-c8bb683bb421 None None] Pushing event updated for resources: {'Port': ['ID=21d7ba17-a823-4886-8208-42dd0283a929,revision_number=2']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:07.464474 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91445155-4419-4acb-8f69-c12893514fa6 admin admin] Router 354189e9-d6c3-4269-b148-cd535d97c117 has already been hosted by L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 {{(pid=106293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:19:07.507245 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [req-3e5535be-4246-4fdf-ac6a-6d6a02b2392b req-674e514f-80c0-49e1-9c5f-9a9e81754b8c service neutron] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106292) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 04:19:07.508513 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-3e5535be-4246-4fdf-ac6a-6d6a02b2392b req-674e514f-80c0-49e1-9c5f-9a9e81754b8c service neutron] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1946390 Aug 30 04:19:07.752573 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-e50bb4bf-4712-45c6-a4e8-b7a9d0ff14bd None None] For port 21d7ba17-a823-4886-8208-42dd0283a929, host dv-cinder-852208-11-iscsi, cleared binding levels {{(pid=106294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:19:07.759933 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-e50bb4bf-4712-45c6-a4e8-b7a9d0ff14bd None None] For port 21d7ba17-a823-4886-8208-42dd0283a929, host dv-cinder-852208-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=21d7ba17-a823-4886-8208-42dd0283a929,segment=NetworkSegment(10b95e6c-2e6d-452d-a5ef-cbf673e3f24c),segment_id=10b95e6c-2e6d-452d-a5ef-cbf673e3f24c)] {{(pid=106294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:19:07.776637 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-2001cf2b-4dcc-4f36-a4e6-eb4d7ee6a562 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:07.825107 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:07.886342 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.services.segments.plugin [-] Segment 4b233ae9-319e-47a8-a5d9-0eb0b2f39c51 resource provider aggregate not found Aug 30 04:19:07.890842 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:07.916509 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.services.segments.plugin [-] Segment 4b233ae9-319e-47a8-a5d9-0eb0b2f39c51 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4b233ae9-319e-47a8-a5d9-0eb0b2f39c51 found for delete ", "request_id": "req-411e3b9b-a4e3-4b49-9f3d-f0fbac289485"}]} Aug 30 04:19:07.916699 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e50bb4bf-4712-45c6-a4e8-b7a9d0ff14bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (21d7ba17-a823-4886-8208-42dd0283a929), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:07.921060 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c00fe6b-54a8-4425-8150-06741843c40a admin admin] Deleting subnet 6d6bfd6f-5b8b-4c13-b8ca-f9d32b15486f {{(pid=106293) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 04:19:07.931633 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.db.db_base_plugin_common [None req-2001cf2b-4dcc-4f36-a4e6-eb4d7ee6a562 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Allocated IP 172.27.4.143 (5c43c40f-cc6a-4e53-a103-6d34effd891a/b2d4007f-d8ed-41cc-b520-7777f18cd186/599943db-7f95-407e-965f-c6db4c71ef57) {{(pid=106292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:19:07.931856 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-4c00fe6b-54a8-4425-8150-06741843c40a admin admin] Publish callbacks [] for subnet (6d6bfd6f-5b8b-4c13-b8ca-f9d32b15486f), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:07.961691 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9886ff2-fe89-4307-8fbe-df9fd99b1178 admin admin] Router 3bb0bee2-eefa-4772-802b-f9fe9933802f has already been hosted by L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 {{(pid=106292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:19:07.975796 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:08.031327 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-3e5535be-4246-4fdf-ac6a-6d6a02b2392b req-9486bf09-6cdf-4f00-927b-d6d17d7f7464 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/524cda22-09e9-423b-b572-9d6bbb210043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4948802 Aug 30 04:19:08.058403 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91445155-4419-4acb-8f69-c12893514fa6 admin admin] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:19:08.073849 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-91445155-4419-4acb-8f69-c12893514fa6 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/354189e9-d6c3-4269-b148-cd535d97c117/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5363195 Aug 30 04:19:08.089869 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-4c00fe6b-54a8-4425-8150-06741843c40a admin admin] Publish callbacks [] for subnet (6d6bfd6f-5b8b-4c13-b8ca-f9d32b15486f), precommit_delete_associations {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:08.097991 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-4c00fe6b-54a8-4425-8150-06741843c40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1779299'] for subnet (6d6bfd6f-5b8b-4c13-b8ca-f9d32b15486f), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:08.159423 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:08.167236 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-4c00fe6b-54a8-4425-8150-06741843c40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1779322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472'] for subnet (6d6bfd6f-5b8b-4c13-b8ca-f9d32b15486f), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:08.176326 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d02efd-a423-4c0e-b1bc-c8bb683bb421 None None] Pushing event updated for resources: {'Port': ['ID=21d7ba17-a823-4886-8208-42dd0283a929,revision_number=3']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:08.188030 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:08.198414 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50bb4bf-4712-45c6-a4e8-b7a9d0ff14bd None None] Routers {'354189e9-d6c3-4269-b148-cd535d97c117'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:19:08.199167 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-e50bb4bf-4712-45c6-a4e8-b7a9d0ff14bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:18:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['354189e9-d6c3-4269-b148-cd535d97c117'], 'active': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:19:08.210295 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c00fe6b-54a8-4425-8150-06741843c40a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d6bfd6f-5b8b-4c13-b8ca-f9d32b15486f,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:08.217988 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-4c00fe6b-54a8-4425-8150-06741843c40a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:08.224006 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-4c00fe6b-54a8-4425-8150-06741843c40a admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/6d6bfd6f-5b8b-4c13-b8ca-f9d32b15486f HTTP/1.1" status: 204 len: 168 time: 0.8173428 Aug 30 04:19:08.224578 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 45384) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:08.241840 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-1810c520-003d-4cc9-a0f0-9731cb12411e None None] Current status of the port 72368378-95b5-42b5-ae57-8fb4569082ec is: DOWN; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:19:08.242236 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-1810c520-003d-4cc9-a0f0-9731cb12411e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (72368378-95b5-42b5-ae57-8fb4569082ec), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:08.337464 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-009d0e7d-6c64-4cfc-8f2c-fed6726abb8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635422'] for network (7dc591f8-3291-4674-8bef-69bdd5490b21), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:08.359077 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-1810c520-003d-4cc9-a0f0-9731cb12411e None None] For port 72368378-95b5-42b5-ae57-8fb4569082ec, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=72368378-95b5-42b5-ae57-8fb4569082ec,segment=NetworkSegment(ba3ccad1-e761-4282-ad36-66b52ed371a6),segment_id=ba3ccad1-e761-4282-ad36-66b52ed371a6)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:19:08.375328 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-1810c520-003d-4cc9-a0f0-9731cb12411e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (72368378-95b5-42b5-ae57-8fb4569082ec), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:08.433194 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 45390) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:08.439588 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-5087f061-cf4d-4cdb-9a2a-22ba70ab81bb tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Request body: {'security_group': {'name': 'tempest-securitygroup--919005834', 'description': 'tempest-description--253778566'}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:19:08.440764 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-009d0e7d-6c64-4cfc-8f2c-fed6726abb8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1778176', 'neutron.services.segments.db._delete_segments_for_network-8749362907459'] for network (7dc591f8-3291-4674-8bef-69bdd5490b21), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:08.445731 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-5349ce2d-32f2-45c0-863a-0c897c14f054 None None] Publish callbacks [] for port (fb4b0c10-9ac3-41b4-a1f8-355df76b03c4), precommit_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:08.447441 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port d5cd6218-b4a8-4f59-81b4-2c433806f074 is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:19:08.449421 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-2001cf2b-4dcc-4f36-a4e6-eb4d7ee6a562 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks [] for port (599943db-7f95-407e-965f-c6db4c71ef57), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:08.455208 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:08.456643 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9886ff2-fe89-4307-8fbe-df9fd99b1178 admin admin] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:19:08.468038 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1317607f-9b77-43cd-a1b6-3afc8d6af97d None None] Sync routers for ids ['3bb0bee2-eefa-4772-802b-f9fe9933802f'] in dv-cinder-852208-11-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:19:08.470491 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-f9886ff2-fe89-4307-8fbe-df9fd99b1178 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/3bb0bee2-eefa-4772-802b-f9fe9933802f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5553279 Aug 30 04:19:08.472696 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-3e5535be-4246-4fdf-ac6a-6d6a02b2392b req-33783967-e84c-4e83-a3e7-a57bc7266de3 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/524cda22-09e9-423b-b572-9d6bbb210043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3958969 Aug 30 04:19:08.475981 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-009d0e7d-6c64-4cfc-8f2c-fed6726abb8a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:08.477844 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-009d0e7d-6c64-4cfc-8f2c-fed6726abb8a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:08.478838 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-009d0e7d-6c64-4cfc-8f2c-fed6726abb8a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:08.480254 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-009d0e7d-6c64-4cfc-8f2c-fed6726abb8a admin admin] Subscribe: > port after_create 55550000 {{(pid=106293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:08.480729 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-009d0e7d-6c64-4cfc-8f2c-fed6726abb8a admin admin] Subscribe: > port after_delete 55550000 {{(pid=106293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:08.481820 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-009d0e7d-6c64-4cfc-8f2c-fed6726abb8a admin admin] Subscribe: > port after_update 55550000 {{(pid=106293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:08.482177 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-009d0e7d-6c64-4cfc-8f2c-fed6726abb8a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:08.482516 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-009d0e7d-6c64-4cfc-8f2c-fed6726abb8a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:08.484370 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-009d0e7d-6c64-4cfc-8f2c-fed6726abb8a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:08.484713 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-009d0e7d-6c64-4cfc-8f2c-fed6726abb8a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:08.494440 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1317607f-9b77-43cd-a1b6-3afc8d6af97d None None] Routers {'3bb0bee2-eefa-4772-802b-f9fe9933802f'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:19:08.500970 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-1317607f-9b77-43cd-a1b6-3afc8d6af97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:18:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['3bb0bee2-eefa-4772-802b-f9fe9933802f'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:19:08.567614 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-2001cf2b-4dcc-4f36-a4e6-eb4d7ee6a562 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642203'] for port (599943db-7f95-407e-965f-c6db4c71ef57), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:08.584019 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-5087f061-cf4d-4cdb-9a2a-22ba70ab81bb tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks [] for security_group (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:08.593449 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvr_db [None req-e50bb4bf-4712-45c6-a4e8-b7a9d0ff14bd None None] Set router 354189e9-d6c3-4269-b148-cd535d97c117 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:19:08.787756 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-1317607f-9b77-43cd-a1b6-3afc8d6af97d None None] Set router 3bb0bee2-eefa-4772-802b-f9fe9933802f gateway port host: dv-cinder-852208-11-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:19:08.902494 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-5087f061-cf4d-4cdb-9a2a-22ba70ab81bb tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks [] for security_group (7b8c4e39-1fe3-4d06-b2c4-da00acee5a72), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:08.911423 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2001cf2b-4dcc-4f36-a4e6-eb4d7ee6a562 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Network 5c43c40f-cc6a-4e53-a103-6d34effd891a is already hosted by enough agents. {{(pid=106292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:19:08.915307 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-5087f061-cf4d-4cdb-9a2a-22ba70ab81bb tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (7b8c4e39-1fe3-4d06-b2c4-da00acee5a72), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:08.924631 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-009d0e7d-6c64-4cfc-8f2c-fed6726abb8a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:08.925165 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-009d0e7d-6c64-4cfc-8f2c-fed6726abb8a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:08.925334 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-009d0e7d-6c64-4cfc-8f2c-fed6726abb8a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:08.925701 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-009d0e7d-6c64-4cfc-8f2c-fed6726abb8a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:08.926051 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.services.segments.db [None req-009d0e7d-6c64-4cfc-8f2c-fed6726abb8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dc591f8-3291-4674-8bef-69bdd5490b21']}} {{(pid=106293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:19:08.941670 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.base_scheduler [None req-2001cf2b-4dcc-4f36-a4e6-eb4d7ee6a562 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Resources bound (agent type, host, resource id): {{(pid=106292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:19:08.949233 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-5087f061-cf4d-4cdb-9a2a-22ba70ab81bb tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:08.950852 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-5087f061-cf4d-4cdb-9a2a-22ba70ab81bb tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5149760 Aug 30 04:19:08.952340 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2001cf2b-4dcc-4f36-a4e6-eb4d7ee6a562 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Received port after_create {{(pid=106292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:19:08.958760 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 45412) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:08.960775 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001cf2b-4dcc-4f36-a4e6-eb4d7ee6a562 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Pushing event updated for resources: {'Port': ['ID=599943db-7f95-407e-965f-c6db4c71ef57,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:08.969782 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-08c95e1e-e691-4213-ba8f-9b01e72e2a65 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Request body: {'security_group_rule': {'security_group_id': '7b8c4e39-1fe3-4d06-b2c4-da00acee5a72', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:19:09.006562 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5087f061-cf4d-4cdb-9a2a-22ba70ab81bb tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:09.065476 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.services.segments.db [None req-009d0e7d-6c64-4cfc-8f2c-fed6726abb8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84c4414c-a7e6-4a39-9af9-5a4185fe2ab8') {'for_net_delete': True} {{(pid=106293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:19:09.065773 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.services.segments.db [None req-009d0e7d-6c64-4cfc-8f2c-fed6726abb8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84c4414c-a7e6-4a39-9af9-5a4185fe2ab8') {} {{(pid=106293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:19:09.082933 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-1810c520-003d-4cc9-a0f0-9731cb12411e None None] Provisioning complete for port 667ffc84-2f51-42c1-b751-8766dba65c67 triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:19:09.083494 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-1810c520-003d-4cc9-a0f0-9731cb12411e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (667ffc84-2f51-42c1-b751-8766dba65c67), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:09.096144 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 72368378-95b5-42b5-ae57-8fb4569082ec up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:19:09.099556 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-08c95e1e-e691-4213-ba8f-9b01e72e2a65 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks [] for security_group_rule (6964b690-ae9b-4f67-b4e2-0687d93b1e5f), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:09.099722 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1810c520-003d-4cc9-a0f0-9731cb12411e None None] Pushing event updated for resources: {'Port': ['ID=72368378-95b5-42b5-ae57-8fb4569082ec,revision_number=5']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:09.113016 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-5349ce2d-32f2-45c0-863a-0c897c14f054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (fb4b0c10-9ac3-41b4-a1f8-355df76b03c4), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:09.114649 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-009d0e7d-6c64-4cfc-8f2c-fed6726abb8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749362932655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3387953'] for segment (84c4414c-a7e6-4a39-9af9-5a4185fe2ab8), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:09.198655 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-2001cf2b-4dcc-4f36-a4e6-eb4d7ee6a562 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks [] for floatingip (dd848063-4c55-4aab-a6c3-a382e2b2a236), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:09.202714 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-009d0e7d-6c64-4cfc-8f2c-fed6726abb8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784698'] for segment (84c4414c-a7e6-4a39-9af9-5a4185fe2ab8), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:09.246803 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-009d0e7d-6c64-4cfc-8f2c-fed6726abb8a admin admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=106293) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 04:19:09.247210 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-009d0e7d-6c64-4cfc-8f2c-fed6726abb8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-454390'] for segment (84c4414c-a7e6-4a39-9af9-5a4185fe2ab8), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:09.269238 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-1317607f-9b77-43cd-a1b6-3afc8d6af97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb0bee2-eefa-4772-802b-f9fe9933802f', 'name': 'tempest-DeleteServersTestJSON-222349923-router', 'tenant_id': 'fe278e07fd7940dca53f7c2b8b792326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.59'}], 'enable_snat': True}, 'gw_port_id': '4fb8e580-3dc3-4d65-a32c-afb3da29411f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:50Z', 'updated_at': '2022-08-30T04:19:04Z', 'revision_number': 4, 'project_id': 'fe278e07fd7940dca53f7c2b8b792326', 'gw_port': {'id': '4fb8e580-3dc3-4d65-a32c-afb3da29411f', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb0bee2-eefa-4772-802b-f9fe9933802f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:52Z', 'updated_at': '2022-08-30T04:19:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': '9f489512-fd86-459c-800b-2d6d2354378e', 'name': '', 'network_id': '38cf1e98-cd39-44e7-9101-9b1264f447b9', 'tenant_id': 'fe278e07fd7940dca53f7c2b8b792326', 'mac_address': 'fa:16:3e:3f:ff:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb0bee2-eefa-4772-802b-f9fe9933802f', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '86f813bc-4ff9-424a-9fbe-1c3d1292f27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:19:02Z', 'updated_at': '2022-08-30T04:19:04Z', 'revision_number': 2, 'project_id': 'fe278e07fd7940dca53f7c2b8b792326', 'subnets': [{'id': '86f813bc-4ff9-424a-9fbe-1c3d1292f27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:19:09.270616 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 45436) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:09.306841 dv-cinder-852208-11-iscsi neutron-server[106293]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 30 04:19:09.308988 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:09.324201 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-2001cf2b-4dcc-4f36-a4e6-eb4d7ee6a562 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (599943db-7f95-407e-965f-c6db4c71ef57), before_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:09.328653 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-89b83d13-14fd-4f6e-947e-525849632152 req-4a183ed0-3470-4bcd-b8b3-a7a0a8edca12 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fde664c-f504-436a-bc03-41126ce28efe HTTP/1.1" status: 200 len: 210 time: 0.1180198 Aug 30 04:19:09.335460 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1317607f-9b77-43cd-a1b6-3afc8d6af97d None None] Checking router: 3bb0bee2-eefa-4772-802b-f9fe9933802f for host: dv-cinder-852208-11-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:19:09.335819 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1317607f-9b77-43cd-a1b6-3afc8d6af97d None None] Updating router 3bb0bee2-eefa-4772-802b-f9fe9933802f port 9f489512-fd86-459c-800b-2d6d2354378e binding host dv-cinder-852208-11-iscsi {{(pid=106295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:19:09.339983 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-1810c520-003d-4cc9-a0f0-9731cb12411e None None] Port 667ffc84-2f51-42c1-b751-8766dba65c67 cannot update to ACTIVE because it is not bound. {{(pid=106294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:19:09.390149 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-1317607f-9b77-43cd-a1b6-3afc8d6af97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (9f489512-fd86-459c-800b-2d6d2354378e), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:09.414485 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:09.433510 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7381981-0e63-4edd-9b95-8f47850c4976 None None] Pushing event updated for resources: {'Port': ['ID=fb4b0c10-9ac3-41b4-a1f8-355df76b03c4,revision_number=3']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:09.555320 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-2001cf2b-4dcc-4f36-a4e6-eb4d7ee6a562 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks [] for port (599943db-7f95-407e-965f-c6db4c71ef57), precommit_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:09.563003 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-e50bb4bf-4712-45c6-a4e8-b7a9d0ff14bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '354189e9-d6c3-4269-b148-cd535d97c117', 'name': 'tempest-AttachVolumeShelveTestJSON-1791777441-router', 'tenant_id': '411b8da28bed456bbdcdb01587610b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.174'}], 'enable_snat': True}, 'gw_port_id': '21d7ba17-a823-4886-8208-42dd0283a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:52Z', 'updated_at': '2022-08-30T04:19:06Z', 'revision_number': 4, 'project_id': '411b8da28bed456bbdcdb01587610b47', 'gw_port': {'id': '21d7ba17-a823-4886-8208-42dd0283a929', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ea:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '354189e9-d6c3-4269-b148-cd535d97c117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:54Z', 'updated_at': '2022-08-30T04:19:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': '667ffc84-2f51-42c1-b751-8766dba65c67', 'name': '', 'network_id': 'ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6', 'tenant_id': '411b8da28bed456bbdcdb01587610b47', 'mac_address': 'fa:16:3e:67:f8:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '354189e9-d6c3-4269-b148-cd535d97c117', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bd870cbd-142c-4604-b43f-9d9fc317ac72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:19:04Z', 'updated_at': '2022-08-30T04:19:06Z', 'revision_number': 2, 'project_id': '411b8da28bed456bbdcdb01587610b47', 'subnets': [{'id': 'bd870cbd-142c-4604-b43f-9d9fc317ac72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:19:09.564872 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-2001cf2b-4dcc-4f36-a4e6-eb4d7ee6a562 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642194'] for port (599943db-7f95-407e-965f-c6db4c71ef57), after_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:09.645120 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-2001cf2b-4dcc-4f36-a4e6-eb4d7ee6a562 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572642'] for floatingip (dd848063-4c55-4aab-a6c3-a382e2b2a236), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:09.768805 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-2001cf2b-4dcc-4f36-a4e6-eb4d7ee6a562 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for floatingip (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:09.773034 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-2001cf2b-4dcc-4f36-a4e6-eb4d7ee6a562 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0120904 Aug 30 04:19:09.777749 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001cf2b-4dcc-4f36-a4e6-eb4d7ee6a562 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Pushing event updated for resources: {'Port': ['ID=599943db-7f95-407e-965f-c6db4c71ef57,revision_number=2']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:09.807336 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc7a0-8f09-4701-b147-4bf2f408fd35 None None] Provisioning complete for port 9f489512-fd86-459c-800b-2d6d2354378e triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:19:09.807790 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc7a0-8f09-4701-b147-4bf2f408fd35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (9f489512-fd86-459c-800b-2d6d2354378e), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:09.871013 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-5349ce2d-32f2-45c0-863a-0c897c14f054 None None] Attempting to bind port fb4b0c10-9ac3-41b4-a1f8-355df76b03c4 on host dv-cinder-852208-11-iscsi for vnic_type normal with profile {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:19:09.871244 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-009d0e7d-6c64-4cfc-8f2c-fed6726abb8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1778185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572621'] for network (7dc591f8-3291-4674-8bef-69bdd5490b21), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:09.876885 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-5349ce2d-32f2-45c0-863a-0c897c14f054 None None] Attempting to bind port fb4b0c10-9ac3-41b4-a1f8-355df76b03c4 by drivers openvswitch,hyperv on host dv-cinder-852208-11-iscsi at level 0 using segments [{'id': 'e519ac78-f91d-4e30-a2bb-8ce973f50b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'f55c98a9-cbed-4af8-92a6-c49957223dcb'}] {{(pid=106294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:19:09.877397 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5349ce2d-32f2-45c0-863a-0c897c14f054 None None] Attempting to bind port fb4b0c10-9ac3-41b4-a1f8-355df76b03c4 on network f55c98a9-cbed-4af8-92a6-c49957223dcb {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:19:09.880458 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-009d0e7d-6c64-4cfc-8f2c-fed6726abb8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for network (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:09.885145 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-a2fbc7a0-8f09-4701-b147-4bf2f408fd35 None None] Port 9f489512-fd86-459c-800b-2d6d2354378e cannot update to ACTIVE because it is not bound. {{(pid=106294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:19:09.894716 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-009d0e7d-6c64-4cfc-8f2c-fed6726abb8a admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/7dc591f8-3291-4674-8bef-69bdd5490b21 HTTP/1.1" status: 204 len: 168 time: 1.6691091 Aug 30 04:19:09.895306 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5349ce2d-32f2-45c0-863a-0c897c14f054 None None] Checking agent: {'id': 'd414c4c0-e104-4322-85c3-8bf64da32860', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852208-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 10, 56), 'started_at': datetime.datetime(2022, 8, 30, 4, 11, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852208-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:19:09.895795 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5349ce2d-32f2-45c0-863a-0c897c14f054 None None] Checking segment: {'id': 'e519ac78-f91d-4e30-a2bb-8ce973f50b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'f55c98a9-cbed-4af8-92a6-c49957223dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:19:09.896237 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-5349ce2d-32f2-45c0-863a-0c897c14f054 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:09.896599 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5349ce2d-32f2-45c0-863a-0c897c14f054 None None] Bound using segment: {'id': 'e519ac78-f91d-4e30-a2bb-8ce973f50b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'f55c98a9-cbed-4af8-92a6-c49957223dcb'} {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:19:09.897567 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-5349ce2d-32f2-45c0-863a-0c897c14f054 None None] Bound port: fb4b0c10-9ac3-41b4-a1f8-355df76b03c4, host: dv-cinder-852208-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e519ac78-f91d-4e30-a2bb-8ce973f50b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'f55c98a9-cbed-4af8-92a6-c49957223dcb'}}] {{(pid=106294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:19:09.897964 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-5349ce2d-32f2-45c0-863a-0c897c14f054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (fb4b0c10-9ac3-41b4-a1f8-355df76b03c4), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:09.899804 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-08c95e1e-e691-4213-ba8f-9b01e72e2a65 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks [] for security_group_rule (6964b690-ae9b-4f67-b4e2-0687d93b1e5f), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:09.905994 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc7a0-8f09-4701-b147-4bf2f408fd35 None None] Provisioning complete for port 667ffc84-2f51-42c1-b751-8766dba65c67 triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:19:09.906708 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc7a0-8f09-4701-b147-4bf2f408fd35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (667ffc84-2f51-42c1-b751-8766dba65c67), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:09.909517 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50bb4bf-4712-45c6-a4e8-b7a9d0ff14bd None None] The sync data for ids ['354189e9-d6c3-4269-b148-cd535d97c117'] in dv-cinder-852208-11-iscsi is: [{'id': '354189e9-d6c3-4269-b148-cd535d97c117', 'name': 'tempest-AttachVolumeShelveTestJSON-1791777441-router', 'tenant_id': '411b8da28bed456bbdcdb01587610b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.174'}], 'enable_snat': True}, 'gw_port_id': '21d7ba17-a823-4886-8208-42dd0283a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:52Z', 'updated_at': '2022-08-30T04:19:06Z', 'revision_number': 4, 'project_id': '411b8da28bed456bbdcdb01587610b47', 'gw_port': {'id': '21d7ba17-a823-4886-8208-42dd0283a929', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ea:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '354189e9-d6c3-4269-b148-cd535d97c117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:54Z', 'updated_at': '2022-08-30T04:19:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': '667ffc84-2f51-42c1-b751-8766dba65c67', 'name': '', 'network_id': 'ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6', 'tenant_id': '411b8da28bed456bbdcdb01587610b47', 'mac_address': 'fa:16:3e:67:f8:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '354189e9-d6c3-4269-b148-cd535d97c117', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bd870cbd-142c-4604-b43f-9d9fc317ac72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:19:04Z', 'updated_at': '2022-08-30T04:19:06Z', 'revision_number': 2, 'project_id': '411b8da28bed456bbdcdb01587610b47', 'subnets': [{'id': 'bd870cbd-142c-4604-b43f-9d9fc317ac72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:19:09.922368 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port 72368378-95b5-42b5-ae57-8fb4569082ec triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:19:09.922770 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (72368378-95b5-42b5-ae57-8fb4569082ec), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:09.937332 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a7818-2ef6-4bd1-8594-7145f07864df req-a739ad73-943e-4638-ac20-24d3778a0133 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:09.947472 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-d18a7818-2ef6-4bd1-8594-7145f07864df req-a739ad73-943e-4638-ac20-24d3778a0133 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/networks?id=524cda22-09e9-423b-b572-9d6bbb210043 HTTP/1.1" status: 200 len: 819 time: 0.2736232 Aug 30 04:19:09.955274 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009d0e7d-6c64-4cfc-8f2c-fed6726abb8a admin admin] Pushing event deleted for resources: {'Network': ['ID=7dc591f8-3291-4674-8bef-69bdd5490b21,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:09.973972 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-08c95e1e-e691-4213-ba8f-9b01e72e2a65 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569388'] for security_group_rule (6964b690-ae9b-4f67-b4e2-0687d93b1e5f), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:09.995457 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-d18a7818-2ef6-4bd1-8594-7145f07864df req-2429a941-5fd8-4c15-a368-e371c708428c tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/quotas/a9a5c650ed23445bb585711f962d7e09 HTTP/1.1" status: 200 len: 375 time: 0.0465157 Aug 30 04:19:10.008463 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3a1f9-da5b-4f6f-b7fc-7c5e85e941c0 req-41711da7-1c60-439b-8017-b9e0462e9dfc tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:10.010578 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-52f3a1f9-da5b-4f6f-b7fc-7c5e85e941c0 req-41711da7-1c60-439b-8017-b9e0462e9dfc tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/networks?id=38cf1e98-cd39-44e7-9101-9b1264f447b9 HTTP/1.1" status: 200 len: 811 time: 0.7206161 Aug 30 04:19:10.034600 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.services.segments.plugin [-] Segment 84c4414c-a7e6-4a39-9af9-5a4185fe2ab8 resource provider aggregate not found Aug 30 04:19:10.080181 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c95e1e-e691-4213-ba8f-9b01e72e2a65 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6964b690-ae9b-4f67-b4e2-0687d93b1e5f,revision_number=0']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:10.086313 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.services.segments.plugin [-] Segment 84c4414c-a7e6-4a39-9af9-5a4185fe2ab8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 84c4414c-a7e6-4a39-9af9-5a4185fe2ab8 found for delete ", "request_id": "req-63bb91cc-ca47-46b7-9329-8c2db5086c9c"}]} Aug 30 04:19:10.090377 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-08c95e1e-e691-4213-ba8f-9b01e72e2a65 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:10.094037 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-08c95e1e-e691-4213-ba8f-9b01e72e2a65 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1269908 Aug 30 04:19:10.106832 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 45490) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:10.109675 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-52f3a1f9-da5b-4f6f-b7fc-7c5e85e941c0 req-452830a7-c33f-4bf3-8c57-c18a3cf37849 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/quotas/fe278e07fd7940dca53f7c2b8b792326 HTTP/1.1" status: 200 len: 375 time: 0.0680633 Aug 30 04:19:10.117742 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-61983ae9-2ebc-4545-b650-f40b5d82422a tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Request body: {'security_group_rule': {'security_group_id': '7b8c4e39-1fe3-4d06-b2c4-da00acee5a72', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:19:10.130023 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-d18a7818-2ef6-4bd1-8594-7145f07864df req-6f79eebc-cac8-4daf-8746-459449b3b09e tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=a9a5c650ed23445bb585711f962d7e09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1329324 Aug 30 04:19:10.131067 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-1317607f-9b77-43cd-a1b6-3afc8d6af97d None None] Publish callbacks [] for port (9f489512-fd86-459c-800b-2d6d2354378e), precommit_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:10.151947 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-1317607f-9b77-43cd-a1b6-3afc8d6af97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (9f489512-fd86-459c-800b-2d6d2354378e), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:10.245005 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:10.281431 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c178b-586c-411c-83df-8149b95a96d5 None None] Pushing event updated for resources: {'Port': ['ID=9f489512-fd86-459c-800b-2d6d2354378e,revision_number=3']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:10.281842 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-5349ce2d-32f2-45c0-863a-0c897c14f054 None None] For port fb4b0c10-9ac3-41b4-a1f8-355df76b03c4, host dv-cinder-852208-11-iscsi, cleared binding levels {{(pid=106294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:19:10.300078 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 45500) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:10.310842 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-5349ce2d-32f2-45c0-863a-0c897c14f054 None None] For port fb4b0c10-9ac3-41b4-a1f8-355df76b03c4, host dv-cinder-852208-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=fb4b0c10-9ac3-41b4-a1f8-355df76b03c4,segment=NetworkSegment(e519ac78-f91d-4e30-a2bb-8ce973f50b92),segment_id=e519ac78-f91d-4e30-a2bb-8ce973f50b92)] {{(pid=106294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:19:10.333892 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-61983ae9-2ebc-4545-b650-f40b5d82422a tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks [] for security_group_rule (a5844838-30cd-414e-905d-877b0d857338), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:10.343773 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=6,neutron:INSERT=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:10.361179 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-d18a7818-2ef6-4bd1-8594-7145f07864df req-a06fc66b-d949-4841-87f6-32c4bd928049 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/524cda22-09e9-423b-b572-9d6bbb210043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180710 Aug 30 04:19:10.377717 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-5349ce2d-32f2-45c0-863a-0c897c14f054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (fb4b0c10-9ac3-41b4-a1f8-355df76b03c4), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:10.399541 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-52f3a1f9-da5b-4f6f-b7fc-7c5e85e941c0 req-0918ad82-3cfd-49cb-ad57-e1d62fb021ee tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=fe278e07fd7940dca53f7c2b8b792326&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2401822 Aug 30 04:19:10.521497 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-1317607f-9b77-43cd-a1b6-3afc8d6af97d None None] Attempting to bind port 9f489512-fd86-459c-800b-2d6d2354378e on host dv-cinder-852208-11-iscsi for vnic_type normal with profile {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:19:10.522069 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-1317607f-9b77-43cd-a1b6-3afc8d6af97d None None] Attempting to bind port 9f489512-fd86-459c-800b-2d6d2354378e by drivers openvswitch,hyperv on host dv-cinder-852208-11-iscsi at level 0 using segments [{'id': 'a9b938b7-cff9-44f4-ab8d-f09cd9baceec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '38cf1e98-cd39-44e7-9101-9b1264f447b9'}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:19:10.523076 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1317607f-9b77-43cd-a1b6-3afc8d6af97d None None] Attempting to bind port 9f489512-fd86-459c-800b-2d6d2354378e on network 38cf1e98-cd39-44e7-9101-9b1264f447b9 {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:19:10.531243 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7381981-0e63-4edd-9b95-8f47850c4976 None None] Pushing event updated for resources: {'Port': ['ID=fb4b0c10-9ac3-41b4-a1f8-355df76b03c4,revision_number=4']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:10.534968 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1317607f-9b77-43cd-a1b6-3afc8d6af97d None None] Checking agent: {'id': 'd414c4c0-e104-4322-85c3-8bf64da32860', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852208-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 10, 56), 'started_at': datetime.datetime(2022, 8, 30, 4, 11, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852208-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:19:10.536540 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-a2fbc7a0-8f09-4701-b147-4bf2f408fd35 None None] Port 667ffc84-2f51-42c1-b751-8766dba65c67 cannot update to ACTIVE because it is not bound. {{(pid=106294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:19:10.541338 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1317607f-9b77-43cd-a1b6-3afc8d6af97d None None] Checking segment: {'id': 'a9b938b7-cff9-44f4-ab8d-f09cd9baceec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '38cf1e98-cd39-44e7-9101-9b1264f447b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:19:10.543847 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-1317607f-9b77-43cd-a1b6-3afc8d6af97d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:10.546151 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5349ce2d-32f2-45c0-863a-0c897c14f054 None None] Routers {'d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:19:10.546810 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-5349ce2d-32f2-45c0-863a-0c897c14f054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:18:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d'], 'active': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:19:10.547310 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1317607f-9b77-43cd-a1b6-3afc8d6af97d None None] Bound using segment: {'id': 'a9b938b7-cff9-44f4-ab8d-f09cd9baceec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '38cf1e98-cd39-44e7-9101-9b1264f447b9'} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:19:10.548744 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-1317607f-9b77-43cd-a1b6-3afc8d6af97d None None] Bound port: 9f489512-fd86-459c-800b-2d6d2354378e, host: dv-cinder-852208-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b938b7-cff9-44f4-ab8d-f09cd9baceec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '38cf1e98-cd39-44e7-9101-9b1264f447b9'}}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:19:10.549364 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-1317607f-9b77-43cd-a1b6-3afc8d6af97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (9f489512-fd86-459c-800b-2d6d2354378e), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:10.668322 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-f7c60240-52ef-44c8-9dfb-7f763ce84503 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=8be1dd6cbfc544c4b430b2420bb6bdca&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3649237 Aug 30 04:19:10.670562 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-61983ae9-2ebc-4545-b650-f40b5d82422a tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks [] for security_group_rule (a5844838-30cd-414e-905d-877b0d857338), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:10.673383 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 45510) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:10.692182 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-61983ae9-2ebc-4545-b650-f40b5d82422a tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569388'] for security_group_rule (a5844838-30cd-414e-905d-877b0d857338), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:10.693022 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=100 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:10.759317 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-1317607f-9b77-43cd-a1b6-3afc8d6af97d None None] For port 9f489512-fd86-459c-800b-2d6d2354378e, host dv-cinder-852208-11-iscsi, cleared binding levels {{(pid=106295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:19:10.770340 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-1317607f-9b77-43cd-a1b6-3afc8d6af97d None None] For port 9f489512-fd86-459c-800b-2d6d2354378e, host dv-cinder-852208-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=9f489512-fd86-459c-800b-2d6d2354378e,segment=NetworkSegment(a9b938b7-cff9-44f4-ab8d-f09cd9baceec),segment_id=a9b938b7-cff9-44f4-ab8d-f09cd9baceec)] {{(pid=106295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:19:10.782964 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-1317607f-9b77-43cd-a1b6-3afc8d6af97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (9f489512-fd86-459c-800b-2d6d2354378e), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:10.805819 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61983ae9-2ebc-4545-b650-f40b5d82422a tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5844838-30cd-414e-905d-877b0d857338,revision_number=0']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:10.838986 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-d18a7818-2ef6-4bd1-8594-7145f07864df req-7b7775cf-bb63-4e51-b0ef-668a3db41ce8 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/524cda22-09e9-423b-b572-9d6bbb210043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4768417 Aug 30 04:19:10.853202 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [req-52f3a1f9-da5b-4f6f-b7fc-7c5e85e941c0 req-ad9f8f88-c0d1-4149-a2f9-973955996aab service neutron] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106293) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 04:19:10.861882 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-52f3a1f9-da5b-4f6f-b7fc-7c5e85e941c0 req-ad9f8f88-c0d1-4149-a2f9-973955996aab service neutron] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1566288 Aug 30 04:19:10.888391 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-61983ae9-2ebc-4545-b650-f40b5d82422a tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:10.893882 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 45516) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:10.894469 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-61983ae9-2ebc-4545-b650-f40b5d82422a tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7856307 Aug 30 04:19:10.898821 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-1a2842aa-5650-426d-a9c1-593db3636afa tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Request body: {'floatingip': {'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:19:10.908640 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c178b-586c-411c-83df-8149b95a96d5 None None] Pushing event updated for resources: {'Port': ['ID=9f489512-fd86-459c-800b-2d6d2354378e,revision_number=4']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:10.939514 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1317607f-9b77-43cd-a1b6-3afc8d6af97d None None] Routers {'3bb0bee2-eefa-4772-802b-f9fe9933802f'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:19:10.942395 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-1317607f-9b77-43cd-a1b6-3afc8d6af97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:18:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['3bb0bee2-eefa-4772-802b-f9fe9933802f'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:19:10.950819 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-1a2842aa-5650-426d-a9c1-593db3636afa tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:10.988739 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f953eef9-b381-4d7f-b214-2b0b4efbed8f admin admin] Publish callbacks [] for security_group (df2b2d7a-8719-4631-abe3-04fba0e70635), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:10.994029 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:11.014187 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvr_db [None req-5349ce2d-32f2-45c0-863a-0c897c14f054 None None] Set router d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d gateway port host: dv-cinder-852208-11-iscsi {{(pid=106294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:19:11.110407 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-52f3a1f9-da5b-4f6f-b7fc-7c5e85e941c0 req-25d42e65-4701-45a1-a255-a9f772cc14ee service neutron] 10.222.0.46 "GET /networking/v2.0/networks/38cf1e98-cd39-44e7-9101-9b1264f447b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471762 Aug 30 04:19:11.122468 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f953eef9-b381-4d7f-b214-2b0b4efbed8f admin admin] Publish callbacks [] for security_group (df2b2d7a-8719-4631-abe3-04fba0e70635), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:11.148928 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:11.296202 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-1a2842aa-5650-426d-a9c1-593db3636afa tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:11.358759 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:11.360520 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:11.361875 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port 72368378-95b5-42b5-ae57-8fb4569082ec is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:19:11.374905 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 4fb8e580-3dc3-4d65-a32c-afb3da29411f up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:19:11.376039 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-1317607f-9b77-43cd-a1b6-3afc8d6af97d None None] Set router 3bb0bee2-eefa-4772-802b-f9fe9933802f gateway port host: dv-cinder-852208-11-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:19:11.644682 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-52f3a1f9-da5b-4f6f-b7fc-7c5e85e941c0 req-ab6d1e30-e2fd-4932-9eb5-284239866595 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/38cf1e98-cd39-44e7-9101-9b1264f447b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5315664 Aug 30 04:19:11.699167 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f953eef9-b381-4d7f-b214-2b0b4efbed8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (df2b2d7a-8719-4631-abe3-04fba0e70635), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:11.703704 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f953eef9-b381-4d7f-b214-2b0b4efbed8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:11.708451 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-f953eef9-b381-4d7f-b214-2b0b4efbed8f admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/df2b2d7a-8719-4631-abe3-04fba0e70635 HTTP/1.1" status: 204 len: 168 time: 1.0277328 Aug 30 04:19:11.755439 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f953eef9-b381-4d7f-b214-2b0b4efbed8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2b2d7a-8719-4631-abe3-04fba0e70635,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:11.837233 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.db.db_base_plugin_common [None req-1a2842aa-5650-426d-a9c1-593db3636afa tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Allocated IP 172.27.4.153 (5c43c40f-cc6a-4e53-a103-6d34effd891a/b2d4007f-d8ed-41cc-b520-7777f18cd186/bf4f46d8-25fe-4f36-8d97-c2a4d12bdf13) {{(pid=106292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:19:11.958512 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-3f833e9a-e1a4-472c-ad5a-a7690da5c039 req-d5d06515-4da1-4bb3-b304-70c4b9b37c7e tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1455279898&fields=id&tenant_id=5a89b6f21ff24eafbed378c2ece79c3e HTTP/1.1" status: 200 len: 267 time: 0.3086603 Aug 30 04:19:12.095351 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-1317607f-9b77-43cd-a1b6-3afc8d6af97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb0bee2-eefa-4772-802b-f9fe9933802f', 'name': 'tempest-DeleteServersTestJSON-222349923-router', 'tenant_id': 'fe278e07fd7940dca53f7c2b8b792326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.59'}], 'enable_snat': True}, 'gw_port_id': '4fb8e580-3dc3-4d65-a32c-afb3da29411f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:50Z', 'updated_at': '2022-08-30T04:19:04Z', 'revision_number': 4, 'project_id': 'fe278e07fd7940dca53f7c2b8b792326', 'gw_port': {'id': '4fb8e580-3dc3-4d65-a32c-afb3da29411f', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb0bee2-eefa-4772-802b-f9fe9933802f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:52Z', 'updated_at': '2022-08-30T04:19:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': '9f489512-fd86-459c-800b-2d6d2354378e', 'name': '', 'network_id': '38cf1e98-cd39-44e7-9101-9b1264f447b9', 'tenant_id': 'fe278e07fd7940dca53f7c2b8b792326', 'mac_address': 'fa:16:3e:3f:ff:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb0bee2-eefa-4772-802b-f9fe9933802f', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '86f813bc-4ff9-424a-9fbe-1c3d1292f27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:19:02Z', 'updated_at': '2022-08-30T04:19:10Z', 'revision_number': 4, 'project_id': 'fe278e07fd7940dca53f7c2b8b792326', 'subnets': [{'id': '86f813bc-4ff9-424a-9fbe-1c3d1292f27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:19:12.143018 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-5349ce2d-32f2-45c0-863a-0c897c14f054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'name': 'tempest-AttachVolumeTestJSON-420723525-router', 'tenant_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.19'}], 'enable_snat': True}, 'gw_port_id': '7afda184-eff6-42e9-b65a-847d2ef145e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:51Z', 'updated_at': '2022-08-30T04:19:00Z', 'revision_number': 4, 'project_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'gw_port': {'id': '7afda184-eff6-42e9-b65a-847d2ef145e0', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:53Z', 'updated_at': '2022-08-30T04:19:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': 'fb4b0c10-9ac3-41b4-a1f8-355df76b03c4', 'name': '', 'network_id': 'f55c98a9-cbed-4af8-92a6-c49957223dcb', 'tenant_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'mac_address': 'fa:16:3e:ca:16:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8f1a2822-90de-40bf-914e-6a8cde2028a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:59Z', 'updated_at': '2022-08-30T04:19:10Z', 'revision_number': 4, 'project_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'subnets': [{'id': '8f1a2822-90de-40bf-914e-6a8cde2028a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:19:12.147550 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port 4fb8e580-3dc3-4d65-a32c-afb3da29411f triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:19:12.147930 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (4fb8e580-3dc3-4d65-a32c-afb3da29411f), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:12.226825 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1317607f-9b77-43cd-a1b6-3afc8d6af97d None None] The sync data for ids ['3bb0bee2-eefa-4772-802b-f9fe9933802f'] in dv-cinder-852208-11-iscsi is: [{'id': '3bb0bee2-eefa-4772-802b-f9fe9933802f', 'name': 'tempest-DeleteServersTestJSON-222349923-router', 'tenant_id': 'fe278e07fd7940dca53f7c2b8b792326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.59'}], 'enable_snat': True}, 'gw_port_id': '4fb8e580-3dc3-4d65-a32c-afb3da29411f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:50Z', 'updated_at': '2022-08-30T04:19:04Z', 'revision_number': 4, 'project_id': 'fe278e07fd7940dca53f7c2b8b792326', 'gw_port': {'id': '4fb8e580-3dc3-4d65-a32c-afb3da29411f', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb0bee2-eefa-4772-802b-f9fe9933802f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:52Z', 'updated_at': '2022-08-30T04:19:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': '9f489512-fd86-459c-800b-2d6d2354378e', 'name': '', 'network_id': '38cf1e98-cd39-44e7-9101-9b1264f447b9', 'tenant_id': 'fe278e07fd7940dca53f7c2b8b792326', 'mac_address': 'fa:16:3e:3f:ff:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb0bee2-eefa-4772-802b-f9fe9933802f', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '86f813bc-4ff9-424a-9fbe-1c3d1292f27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:19:02Z', 'updated_at': '2022-08-30T04:19:10Z', 'revision_number': 4, 'project_id': 'fe278e07fd7940dca53f7c2b8b792326', 'subnets': [{'id': '86f813bc-4ff9-424a-9fbe-1c3d1292f27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:19:12.256440 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5349ce2d-32f2-45c0-863a-0c897c14f054 None None] The sync data for ids ['d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d'] in dv-cinder-852208-11-iscsi is: [{'id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'name': 'tempest-AttachVolumeTestJSON-420723525-router', 'tenant_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.19'}], 'enable_snat': True}, 'gw_port_id': '7afda184-eff6-42e9-b65a-847d2ef145e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:51Z', 'updated_at': '2022-08-30T04:19:00Z', 'revision_number': 4, 'project_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'gw_port': {'id': '7afda184-eff6-42e9-b65a-847d2ef145e0', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:53Z', 'updated_at': '2022-08-30T04:19:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': 'fb4b0c10-9ac3-41b4-a1f8-355df76b03c4', 'name': '', 'network_id': 'f55c98a9-cbed-4af8-92a6-c49957223dcb', 'tenant_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'mac_address': 'fa:16:3e:ca:16:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8f1a2822-90de-40bf-914e-6a8cde2028a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:59Z', 'updated_at': '2022-08-30T04:19:10Z', 'revision_number': 4, 'project_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'subnets': [{'id': '8f1a2822-90de-40bf-914e-6a8cde2028a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:19:12.313948 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:12.479959 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f833e9a-e1a4-472c-ad5a-a7690da5c039 req-bc4d337a-8869-4b4d-9c9d-9484602c724c tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:12.488497 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-3f833e9a-e1a4-472c-ad5a-a7690da5c039 req-bc4d337a-8869-4b4d-9c9d-9484602c724c tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/networks?id=f55c98a9-cbed-4af8-92a6-c49957223dcb HTTP/1.1" status: 200 len: 810 time: 0.5289764 Aug 30 04:19:12.514892 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-86e9556b-1fa5-400e-a09e-719a4bd3e55e req-ffa8fd89-3c79-4343-9cf4-997b923b22fd tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 210 time: 0.1933694 Aug 30 04:19:12.537119 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-3f833e9a-e1a4-472c-ad5a-a7690da5c039 req-ca9a56d7-fda7-4e68-9048-65a2b6465dac tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/quotas/5a89b6f21ff24eafbed378c2ece79c3e HTTP/1.1" status: 200 len: 375 time: 0.0469904 Aug 30 04:19:12.545166 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port 4fb8e580-3dc3-4d65-a32c-afb3da29411f is: DOWN; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:19:12.550020 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (4fb8e580-3dc3-4d65-a32c-afb3da29411f), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:12.601779 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-1a2842aa-5650-426d-a9c1-593db3636afa tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks [] for port (bf4f46d8-25fe-4f36-8d97-c2a4d12bdf13), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:12.654444 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-3f833e9a-e1a4-472c-ad5a-a7690da5c039 req-78beb376-0149-44e9-8762-52e99c7bc370 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=5a89b6f21ff24eafbed378c2ece79c3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1160986 Aug 30 04:19:12.658281 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] For port 4fb8e580-3dc3-4d65-a32c-afb3da29411f, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=4fb8e580-3dc3-4d65-a32c-afb3da29411f,segment=NetworkSegment(10b95e6c-2e6d-452d-a5ef-cbf673e3f24c),segment_id=10b95e6c-2e6d-452d-a5ef-cbf673e3f24c)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:19:12.666668 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (4fb8e580-3dc3-4d65-a32c-afb3da29411f), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:12.668555 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 666785d5-060a-4460-bb5f-6da37fa29801 up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:19:12.707123 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-edfe41ec-ad3e-4e00-a6ff-a04f1c8ee576 req-d1a40751-4d34-4f37-9cd6-acaa7a00945e tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23aaf8c2-d8be-49ca-a496-4d9713c03f46 HTTP/1.1" status: 200 len: 210 time: 0.0718534 Aug 30 04:19:12.795706 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-1a2842aa-5650-426d-a9c1-593db3636afa tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642203'] for port (bf4f46d8-25fe-4f36-8d97-c2a4d12bdf13), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:12.860964 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2842aa-5650-426d-a9c1-593db3636afa tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Pushing event updated for resources: {'Port': ['ID=bf4f46d8-25fe-4f36-8d97-c2a4d12bdf13,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:12.910708 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2842aa-5650-426d-a9c1-593db3636afa tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Network 5c43c40f-cc6a-4e53-a103-6d34effd891a is already hosted by enough agents. {{(pid=106292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:19:12.947159 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Pushing event updated for resources: {'Port': ['ID=4fb8e580-3dc3-4d65-a32c-afb3da29411f,revision_number=4']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:12.954026 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.base_scheduler [None req-1a2842aa-5650-426d-a9c1-593db3636afa tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Resources bound (agent type, host, resource id): {{(pid=106292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:19:12.960781 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2842aa-5650-426d-a9c1-593db3636afa tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Received port after_create {{(pid=106292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:19:12.964370 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:12.966998 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port 666785d5-060a-4460-bb5f-6da37fa29801 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:19:12.968004 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (666785d5-060a-4460-bb5f-6da37fa29801), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:12.980278 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-3f833e9a-e1a4-472c-ad5a-a7690da5c039 req-900bbfb0-0de5-4780-8ed9-4a285709ccd3 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/f55c98a9-cbed-4af8-92a6-c49957223dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880528 Aug 30 04:19:12.996226 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 45610) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:13.189423 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port 666785d5-060a-4460-bb5f-6da37fa29801 is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:19:13.195130 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 7afda184-eff6-42e9-b65a-847d2ef145e0 up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:19:13.237811 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-b944dcf6-023d-437d-ae10-8bb6f90e71d7 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=d7f48b5d5da647cba4bf5d0622348383&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2400033 Aug 30 04:19:13.239782 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.75', 55318) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:13.241465 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 45616) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:13.355287 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port 7afda184-eff6-42e9-b65a-847d2ef145e0 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:19:13.355814 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (7afda184-eff6-42e9-b65a-847d2ef145e0), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:13.718148 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port 7afda184-eff6-42e9-b65a-847d2ef145e0 is: DOWN; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:19:13.718592 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (7afda184-eff6-42e9-b65a-847d2ef145e0), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:13.839421 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5535be-4246-4fdf-ac6a-6d6a02b2392b req-bb201655-2bd6-490c-a7db-93289bbe93b2 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:13.841014 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3e5535be-4246-4fdf-ac6a-6d6a02b2392b req-bb201655-2bd6-490c-a7db-93289bbe93b2 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.75 "GET /networking/v2.0/networks?id=524cda22-09e9-423b-b572-9d6bbb210043 HTTP/1.1" status: 200 len: 819 time: 0.5985730 Aug 30 04:19:13.842562 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] For port 7afda184-eff6-42e9-b65a-847d2ef145e0, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=7afda184-eff6-42e9-b65a-847d2ef145e0,segment=NetworkSegment(10b95e6c-2e6d-452d-a5ef-cbf673e3f24c),segment_id=10b95e6c-2e6d-452d-a5ef-cbf673e3f24c)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:19:13.848547 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (7afda184-eff6-42e9-b65a-847d2ef145e0), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:13.998894 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Pushing event updated for resources: {'Port': ['ID=7afda184-eff6-42e9-b65a-847d2ef145e0,revision_number=4']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:14.011158 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-1a2842aa-5650-426d-a9c1-593db3636afa tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks [] for floatingip (51523a29-bb2f-4b87-9f85-f766071c8b3c), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:14.024012 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-3f833e9a-e1a4-472c-ad5a-a7690da5c039 req-60c33b97-6126-49af-a10b-f641f52460cc service neutron] 10.222.0.46 "GET /networking/v2.0/networks/f55c98a9-cbed-4af8-92a6-c49957223dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9737184 Aug 30 04:19:14.100829 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-1a2842aa-5650-426d-a9c1-593db3636afa tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (bf4f46d8-25fe-4f36-8d97-c2a4d12bdf13), before_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:14.104320 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-3e5535be-4246-4fdf-ac6a-6d6a02b2392b req-06367d74-c0c8-49d2-ab90-3c8baa600590 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Request body: {'port': {'device_id': '5fde664c-f504-436a-bc03-41126ce28efe', 'network_id': '524cda22-09e9-423b-b572-9d6bbb210043', 'admin_state_up': True, 'tenant_id': 'a9a5c650ed23445bb585711f962d7e09'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:19:14.192207 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5a88b9f0-5a0a-412c-aa61-ca8dac58cf8b req-a8fa6687-6cfa-4f84-a71e-8e756a7bd3fc tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 210 time: 0.3501620 Aug 30 04:19:14.375850 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-0b0843a8-cd70-4426-a461-6e84668d0f00 admin admin] Publish callbacks [] for security_group (beaab39c-b811-4325-9247-08d4daf7e561), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:14.605748 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 72368378-95b5-42b5-ae57-8fb4569082ec up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:19:14.653957 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-2a8744d7-d15e-4016-962e-ee480382e527 req-5be93ceb-1d40-46c1-a314-5e420b868708 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 210 time: 0.0380666 Aug 30 04:19:14.678398 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-1a2842aa-5650-426d-a9c1-593db3636afa tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks [] for port (bf4f46d8-25fe-4f36-8d97-c2a4d12bdf13), precommit_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:14.687956 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-1a2842aa-5650-426d-a9c1-593db3636afa tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642194'] for port (bf4f46d8-25fe-4f36-8d97-c2a4d12bdf13), after_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:14.733223 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:14.747430 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port 72368378-95b5-42b5-ae57-8fb4569082ec triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:19:14.748327 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (72368378-95b5-42b5-ae57-8fb4569082ec), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:14.830420 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-0b0843a8-cd70-4426-a461-6e84668d0f00 admin admin] Publish callbacks [] for security_group (beaab39c-b811-4325-9247-08d4daf7e561), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:14.863441 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:14.943805 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port 72368378-95b5-42b5-ae57-8fb4569082ec is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:19:14.947239 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 4fb8e580-3dc3-4d65-a32c-afb3da29411f up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:19:14.969702 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7c54cc65-5f80-47cf-9440-4e29cd511fe4 req-1de30d2e-fd2e-4003-837a-c142933f809a tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23aaf8c2-d8be-49ca-a496-4d9713c03f46 HTTP/1.1" status: 200 len: 210 time: 0.0648005 Aug 30 04:19:14.976669 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-1a2842aa-5650-426d-a9c1-593db3636afa tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572642'] for floatingip (51523a29-bb2f-4b87-9f85-f766071c8b3c), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:14.994842 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-0b0843a8-cd70-4426-a461-6e84668d0f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (beaab39c-b811-4325-9247-08d4daf7e561), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:14.998457 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2842aa-5650-426d-a9c1-593db3636afa tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Pushing event updated for resources: {'Port': ['ID=bf4f46d8-25fe-4f36-8d97-c2a4d12bdf13,revision_number=2']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:15.005779 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-0b0843a8-cd70-4426-a461-6e84668d0f00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:15.007791 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-0b0843a8-cd70-4426-a461-6e84668d0f00 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/beaab39c-b811-4325-9247-08d4daf7e561 HTTP/1.1" status: 204 len: 168 time: 1.7640364 Aug 30 04:19:15.036255 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0843a8-cd70-4426-a461-6e84668d0f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beaab39c-b811-4325-9247-08d4daf7e561,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:15.046788 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-1a2842aa-5650-426d-a9c1-593db3636afa tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for floatingip (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:15.052113 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-1a2842aa-5650-426d-a9c1-593db3636afa tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1570690 Aug 30 04:19:15.174814 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port 4fb8e580-3dc3-4d65-a32c-afb3da29411f triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:19:15.175556 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (4fb8e580-3dc3-4d65-a32c-afb3da29411f), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:15.257675 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 45706) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:15.312558 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e5535be-4246-4fdf-ac6a-6d6a02b2392b req-06367d74-c0c8-49d2-ab90-3c8baa600590 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Made reservation on behalf of a9a5c650ed23445bb585711f962d7e09 for: {'port': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:19:15.318554 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-3e5535be-4246-4fdf-ac6a-6d6a02b2392b req-06367d74-c0c8-49d2-ab90-3c8baa600590 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:15.400146 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port 4fb8e580-3dc3-4d65-a32c-afb3da29411f is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:19:15.402157 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 9f489512-fd86-459c-800b-2d6d2354378e up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:19:15.453219 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.75', 55334) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:15.592273 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port 9f489512-fd86-459c-800b-2d6d2354378e triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:19:15.592668 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (9f489512-fd86-459c-800b-2d6d2354378e), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:15.610869 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.75', 55335) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:15.673360 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:15.775016 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-20808521-99fa-418c-b025-6fab4876a077 req-f2050482-51f6-478b-a20c-57c9248b3feb tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 210 time: 0.1439669 Aug 30 04:19:15.864193 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port 9f489512-fd86-459c-800b-2d6d2354378e is: DOWN; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:19:15.866719 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (9f489512-fd86-459c-800b-2d6d2354378e), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:15.956933 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] For port 9f489512-fd86-459c-800b-2d6d2354378e, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=9f489512-fd86-459c-800b-2d6d2354378e,segment=NetworkSegment(a9b938b7-cff9-44f4-ab8d-f09cd9baceec),segment_id=a9b938b7-cff9-44f4-ab8d-f09cd9baceec)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:19:15.964817 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (9f489512-fd86-459c-800b-2d6d2354378e), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:15.965698 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device fb4b0c10-9ac3-41b4-a1f8-355df76b03c4 up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:19:15.983600 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3a1f9-da5b-4f6f-b7fc-7c5e85e941c0 req-8028cb6f-70f1-4168-bb53-54ca0e3f9544 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:15.985340 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-52f3a1f9-da5b-4f6f-b7fc-7c5e85e941c0 req-8028cb6f-70f1-4168-bb53-54ca0e3f9544 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.75 "GET /networking/v2.0/networks?id=38cf1e98-cd39-44e7-9101-9b1264f447b9 HTTP/1.1" status: 200 len: 811 time: 0.5310016 Aug 30 04:19:16.002937 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [req-52f3a1f9-da5b-4f6f-b7fc-7c5e85e941c0 req-fa2543ba-c68a-49d5-a3d8-8af32cd2836e tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] Request body: {'port': {'device_id': '23aaf8c2-d8be-49ca-a496-4d9713c03f46', 'network_id': '38cf1e98-cd39-44e7-9101-9b1264f447b9', 'admin_state_up': True, 'tenant_id': 'fe278e07fd7940dca53f7c2b8b792326'}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:19:16.031417 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:16.048757 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-58eaa6d3-1995-441c-a2e2-4e3dc80dfd82 req-eac85460-1faa-4564-abf4-c146d93de2a0 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 210 time: 0.0712948 Aug 30 04:19:16.377798 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Pushing event updated for resources: {'Port': ['ID=9f489512-fd86-459c-800b-2d6d2354378e,revision_number=5']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:16.390072 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:16.391602 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port fb4b0c10-9ac3-41b4-a1f8-355df76b03c4 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:19:16.396493 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (fb4b0c10-9ac3-41b4-a1f8-355df76b03c4), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:16.487353 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:16.528816 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6751a92e-552e-4272-80db-c4edbc4acb90 req-6722b400-748a-451a-b0b2-5211b65fbc06 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23aaf8c2-d8be-49ca-a496-4d9713c03f46 HTTP/1.1" status: 200 len: 210 time: 0.2903566 Aug 30 04:19:16.598986 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52f3a1f9-da5b-4f6f-b7fc-7c5e85e941c0 req-fa2543ba-c68a-49d5-a3d8-8af32cd2836e tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] Made reservation on behalf of fe278e07fd7940dca53f7c2b8b792326 for: {'port': 1} {{(pid=106292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:19:16.620431 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [req-52f3a1f9-da5b-4f6f-b7fc-7c5e85e941c0 req-fa2543ba-c68a-49d5-a3d8-8af32cd2836e tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:16.678442 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port fb4b0c10-9ac3-41b4-a1f8-355df76b03c4 is: DOWN; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:19:16.678829 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (fb4b0c10-9ac3-41b4-a1f8-355df76b03c4), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:16.829454 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] For port fb4b0c10-9ac3-41b4-a1f8-355df76b03c4, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=fb4b0c10-9ac3-41b4-a1f8-355df76b03c4,segment=NetworkSegment(e519ac78-f91d-4e30-a2bb-8ce973f50b92),segment_id=e519ac78-f91d-4e30-a2bb-8ce973f50b92)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:19:16.841933 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [req-3e5535be-4246-4fdf-ac6a-6d6a02b2392b req-06367d74-c0c8-49d2-ab90-3c8baa600590 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Allocated IP 172.20.0.5 (524cda22-09e9-423b-b572-9d6bbb210043/bf40f790-127d-4290-907b-8c5f990389ae/df23e2a1-bcf8-455e-aa83-acb143334ab7) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:19:16.845765 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (fb4b0c10-9ac3-41b4-a1f8-355df76b03c4), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:16.847175 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 21d7ba17-a823-4886-8208-42dd0283a929 up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:19:16.878892 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a7818-2ef6-4bd1-8594-7145f07864df req-c2cf8cc5-a15d-4a70-8037-4e41c8853ef6 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:16.882045 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d18a7818-2ef6-4bd1-8594-7145f07864df req-c2cf8cc5-a15d-4a70-8037-4e41c8853ef6 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.75 "GET /networking/v2.0/networks?id=524cda22-09e9-423b-b572-9d6bbb210043 HTTP/1.1" status: 200 len: 819 time: 1.2683847 Aug 30 04:19:16.927294 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-d18a7818-2ef6-4bd1-8594-7145f07864df req-f9c872c0-0be0-4d28-9073-ee95274de317 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Request body: {'port': {'device_id': '67620860-4433-443f-9ed6-f67a98bf44cf', 'network_id': '524cda22-09e9-423b-b572-9d6bbb210043', 'admin_state_up': True, 'tenant_id': 'a9a5c650ed23445bb585711f962d7e09'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:19:16.960714 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=100 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:17.102023 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05451e1a-b6b4-4c24-890d-5efba5d4415f None None] Sync routers for ids ['354189e9-d6c3-4269-b148-cd535d97c117'] in dv-cinder-852208-11-iscsi {{(pid=106294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:19:17.118636 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Pushing event updated for resources: {'Port': ['ID=fb4b0c10-9ac3-41b4-a1f8-355df76b03c4,revision_number=5']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:17.139361 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05451e1a-b6b4-4c24-890d-5efba5d4415f None None] Routers {'354189e9-d6c3-4269-b148-cd535d97c117'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:19:17.140129 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-05451e1a-b6b4-4c24-890d-5efba5d4415f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:18:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['354189e9-d6c3-4269-b148-cd535d97c117'], 'active': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:19:17.184592 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port 21d7ba17-a823-4886-8208-42dd0283a929 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:19:17.185506 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (21d7ba17-a823-4886-8208-42dd0283a929), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:17.211065 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 45776) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:17.302311 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3edd257f-7900-457a-9802-576c9ecb6db3 req-000a37c2-d1c3-46cd-b614-929458bb199a tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 210 time: 0.1082726 Aug 30 04:19:17.486236 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvr_db [None req-05451e1a-b6b4-4c24-890d-5efba5d4415f None None] Set router 354189e9-d6c3-4269-b148-cd535d97c117 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:19:17.494799 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-183e7824-66e2-41c8-9b76-09447a124d33 req-c17d1f24-ea7c-4c6c-b641-fa9468c39e96 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--919005834&fields=id&tenant_id=411b8da28bed456bbdcdb01587610b47 HTTP/1.1" status: 200 len: 267 time: 1.0824146 Aug 30 04:19:17.566110 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-3acf8d8a-9aa1-4787-95ea-c524ec5ccf3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:17.598503 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:17.600405 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-167b6428-45c6-468f-a448-9aeeab726c44 req-9fc94dc1-64a7-4844-a470-ae559da3979b tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 210 time: 0.1086965 Aug 30 04:19:17.749306 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port 21d7ba17-a823-4886-8208-42dd0283a929 is: DOWN; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:19:17.749767 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (21d7ba17-a823-4886-8208-42dd0283a929), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:17.768833 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-74220e68-2f7c-43c6-bdbe-913ba18385f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:17.789748 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] For port 21d7ba17-a823-4886-8208-42dd0283a929, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=21d7ba17-a823-4886-8208-42dd0283a929,segment=NetworkSegment(10b95e6c-2e6d-452d-a5ef-cbf673e3f24c),segment_id=10b95e6c-2e6d-452d-a5ef-cbf673e3f24c)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:19:17.876233 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-3acf8d8a-9aa1-4787-95ea-c524ec5ccf3e admin admin] Publish callbacks [] for security_group (3d76c06f-f4a3-4b2e-81b3-d741d42dd6e1), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:17.880247 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.db.db_base_plugin_common [req-52f3a1f9-da5b-4f6f-b7fc-7c5e85e941c0 req-fa2543ba-c68a-49d5-a3d8-8af32cd2836e tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] Allocated IP 172.20.0.8 (38cf1e98-cd39-44e7-9101-9b1264f447b9/86f813bc-4ff9-424a-9fbe-1c3d1292f27e/9a8ac484-1ffe-4f46-8407-35f8d0244af1) {{(pid=106292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:19:17.902665 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-3acf8d8a-9aa1-4787-95ea-c524ec5ccf3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (3d76c06f-f4a3-4b2e-81b3-d741d42dd6e1), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:17.905615 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b1219752-94cf-48b5-a14e-97ee40e43b66 req-8de71c93-a888-4853-9a89-0384c5b18ab3 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23aaf8c2-d8be-49ca-a496-4d9713c03f46 HTTP/1.1" status: 200 len: 210 time: 0.1484585 Aug 30 04:19:17.913395 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.75', 55346) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:17.984682 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-3acf8d8a-9aa1-4787-95ea-c524ec5ccf3e admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=a9569ed0183d40ebbc08c543421178be&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7228997 Aug 30 04:19:17.991991 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 45794) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:17.994133 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (21d7ba17-a823-4886-8208-42dd0283a929), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:18.140454 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f833e9a-e1a4-472c-ad5a-a7690da5c039 req-2d6ff133-4ef2-48c9-8c2e-83d599ff4f0f tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:18.148696 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3f833e9a-e1a4-472c-ad5a-a7690da5c039 req-2d6ff133-4ef2-48c9-8c2e-83d599ff4f0f tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.75 "GET /networking/v2.0/networks?id=f55c98a9-cbed-4af8-92a6-c49957223dcb HTTP/1.1" status: 200 len: 810 time: 0.2283323 Aug 30 04:19:18.222493 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-05451e1a-b6b4-4c24-890d-5efba5d4415f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '354189e9-d6c3-4269-b148-cd535d97c117', 'name': 'tempest-AttachVolumeShelveTestJSON-1791777441-router', 'tenant_id': '411b8da28bed456bbdcdb01587610b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.174'}], 'enable_snat': True}, 'gw_port_id': '21d7ba17-a823-4886-8208-42dd0283a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:52Z', 'updated_at': '2022-08-30T04:19:06Z', 'revision_number': 4, 'project_id': '411b8da28bed456bbdcdb01587610b47', 'gw_port': {'id': '21d7ba17-a823-4886-8208-42dd0283a929', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ea:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '354189e9-d6c3-4269-b148-cd535d97c117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:54Z', 'updated_at': '2022-08-30T04:19:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': '667ffc84-2f51-42c1-b751-8766dba65c67', 'name': '', 'network_id': 'ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6', 'tenant_id': '411b8da28bed456bbdcdb01587610b47', 'mac_address': 'fa:16:3e:67:f8:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '354189e9-d6c3-4269-b148-cd535d97c117', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bd870cbd-142c-4604-b43f-9d9fc317ac72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:19:04Z', 'updated_at': '2022-08-30T04:19:06Z', 'revision_number': 2, 'project_id': '411b8da28bed456bbdcdb01587610b47', 'subnets': [{'id': 'bd870cbd-142c-4604-b43f-9d9fc317ac72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:19:18.295523 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 9f489512-fd86-459c-800b-2d6d2354378e up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:19:18.296804 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf8d8a-9aa1-4787-95ea-c524ec5ccf3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d76c06f-f4a3-4b2e-81b3-d741d42dd6e1,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:18.314643 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d18a7818-2ef6-4bd1-8594-7145f07864df req-f9c872c0-0be0-4d28-9073-ee95274de317 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Made reservation on behalf of a9a5c650ed23445bb585711f962d7e09 for: {'port': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:19:18.324793 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-d18a7818-2ef6-4bd1-8594-7145f07864df req-f9c872c0-0be0-4d28-9073-ee95274de317 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:18.367073 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05451e1a-b6b4-4c24-890d-5efba5d4415f None None] Checking router: 354189e9-d6c3-4269-b148-cd535d97c117 for host: dv-cinder-852208-11-iscsi {{(pid=106294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:19:18.368106 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05451e1a-b6b4-4c24-890d-5efba5d4415f None None] Updating router 354189e9-d6c3-4269-b148-cd535d97c117 port 667ffc84-2f51-42c1-b751-8766dba65c67 binding host dv-cinder-852208-11-iscsi {{(pid=106294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:19:18.426440 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Pushing event updated for resources: {'Port': ['ID=21d7ba17-a823-4886-8208-42dd0283a929,revision_number=4']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:18.435641 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e7824-66e2-41c8-9b76-09447a124d33 req-ce96f65b-1d9c-4659-a972-684a0ada0d03 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:18.447310 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-05451e1a-b6b4-4c24-890d-5efba5d4415f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (667ffc84-2f51-42c1-b751-8766dba65c67), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:18.451898 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-183e7824-66e2-41c8-9b76-09447a124d33 req-ce96f65b-1d9c-4659-a972-684a0ada0d03 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/networks?id=ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6 HTTP/1.1" status: 200 len: 817 time: 0.9552457 Aug 30 04:19:18.484042 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port 9f489512-fd86-459c-800b-2d6d2354378e triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:19:18.485021 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (9f489512-fd86-459c-800b-2d6d2354378e), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:18.545398 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-183e7824-66e2-41c8-9b76-09447a124d33 req-4eed3338-ed9a-4f8e-95e4-2e40787d1478 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/quotas/411b8da28bed456bbdcdb01587610b47 HTTP/1.1" status: 200 len: 375 time: 0.0920255 Aug 30 04:19:18.591090 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3f833e9a-e1a4-472c-ad5a-a7690da5c039 req-ce05184c-7235-4fba-bab6-5d5acf2f46f9 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.75 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5a89b6f21ff24eafbed378c2ece79c3e HTTP/1.1" status: 200 len: 380 time: 0.3385727 Aug 30 04:19:18.642374 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:18.643788 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-5846f7de-59cf-4959-bb7d-223233aa2e21 admin admin] Publish callbacks [] for security_group (3d76c06f-f4a3-4b2e-81b3-d741d42dd6e1), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:18.645388 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-bab830ce-9db3-4c0d-8d27-7039abb588cb req-982a4721-8558-4633-8a13-9ca8f956805b tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 210 time: 0.0637770 Aug 30 04:19:18.655841 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-3f833e9a-e1a4-472c-ad5a-a7690da5c039 req-bd29d0c2-ba3d-466e-b47b-14a7e8fc8b55 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Request body: {'port': {'device_id': 'daa060fe-649e-4f72-9288-d7d92a36e037', 'network_id': 'f55c98a9-cbed-4af8-92a6-c49957223dcb', 'admin_state_up': True, 'tenant_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'security_groups': ['8ab642be-0a76-44a0-bf2d-4328b14b15a4']}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:19:18.778233 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-5846f7de-59cf-4959-bb7d-223233aa2e21 admin admin] Publish callbacks [] for security_group (3d76c06f-f4a3-4b2e-81b3-d741d42dd6e1), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:18.790045 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-3e5535be-4246-4fdf-ac6a-6d6a02b2392b req-06367d74-c0c8-49d2-ab90-3c8baa600590 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks [] for port (df23e2a1-bcf8-455e-aa83-acb143334ab7), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:18.813513 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:18.818779 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:18.832594 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-183e7824-66e2-41c8-9b76-09447a124d33 req-e0b4037b-ac7e-4113-9eba-d017b3bdb58f tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=411b8da28bed456bbdcdb01587610b47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2751822 Aug 30 04:19:18.858807 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=100 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:18.861909 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7f65da6a-55ed-49a3-9b0e-ae309dfd4a44 req-e0aec454-f42e-4501-b338-ab27f2dbd7f3 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 210 time: 0.0513039 Aug 30 04:19:18.978631 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-74220e68-2f7c-43c6-bdbe-913ba18385f3 admin admin] Publish callbacks [] for security_group (22872c41-13a7-481a-bc5d-85fb3d0e8e5c), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:18.991821 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-74220e68-2f7c-43c6-bdbe-913ba18385f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (22872c41-13a7-481a-bc5d-85fb3d0e8e5c), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:19.088499 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-74220e68-2f7c-43c6-bdbe-913ba18385f3 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=705cd438493847f5b80570aad8f64915&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8725901 Aug 30 04:19:19.091979 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74220e68-2f7c-43c6-bdbe-913ba18385f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22872c41-13a7-481a-bc5d-85fb3d0e8e5c,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:19.095201 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 45818) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:19.167514 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3aa1a1db-0d44-4239-8cc8-c6acab647335 req-8144e57c-c6ab-4ef4-ab0d-db456f07c7ae tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23aaf8c2-d8be-49ca-a496-4d9713c03f46 HTTP/1.1" status: 200 len: 210 time: 0.0766568 Aug 30 04:19:19.186768 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port 9f489512-fd86-459c-800b-2d6d2354378e is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:19:19.189096 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device fb4b0c10-9ac3-41b4-a1f8-355df76b03c4 up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:19:19.227626 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-3e5535be-4246-4fdf-ac6a-6d6a02b2392b req-06367d74-c0c8-49d2-ab90-3c8baa600590 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (df23e2a1-bcf8-455e-aa83-acb143334ab7), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:19.257294 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [req-52f3a1f9-da5b-4f6f-b7fc-7c5e85e941c0 req-fa2543ba-c68a-49d5-a3d8-8af32cd2836e tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] Publish callbacks [] for port (9a8ac484-1ffe-4f46-8407-35f8d0244af1), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:19.266390 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-5846f7de-59cf-4959-bb7d-223233aa2e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (3d76c06f-f4a3-4b2e-81b3-d741d42dd6e1), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:19.273563 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-5846f7de-59cf-4959-bb7d-223233aa2e21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:19.286901 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-5846f7de-59cf-4959-bb7d-223233aa2e21 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/3d76c06f-f4a3-4b2e-81b3-d741d42dd6e1 HTTP/1.1" status: 204 len: 168 time: 1.2823849 Aug 30 04:19:19.372239 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5846f7de-59cf-4959-bb7d-223233aa2e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d76c06f-f4a3-4b2e-81b3-d741d42dd6e1,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:19.399745 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:19.461560 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-183e7824-66e2-41c8-9b76-09447a124d33 req-7f193823-2215-4a39-be55-efddb26e115f service neutron] 10.222.0.46 "GET /networking/v2.0/networks/ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6296599 Aug 30 04:19:19.536639 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port fb4b0c10-9ac3-41b4-a1f8-355df76b03c4 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:19:19.537014 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (fb4b0c10-9ac3-41b4-a1f8-355df76b03c4), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:19.647362 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-05451e1a-b6b4-4c24-890d-5efba5d4415f None None] Publish callbacks [] for port (667ffc84-2f51-42c1-b751-8766dba65c67), precommit_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:19.675360 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-05451e1a-b6b4-4c24-890d-5efba5d4415f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (667ffc84-2f51-42c1-b751-8766dba65c67), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:19.726596 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [req-52f3a1f9-da5b-4f6f-b7fc-7c5e85e941c0 req-fa2543ba-c68a-49d5-a3d8-8af32cd2836e tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642203'] for port (9a8ac484-1ffe-4f46-8407-35f8d0244af1), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:19.752917 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06367d74-c0c8-49d2-ab90-3c8baa600590 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Pushing event updated for resources: {'Port': ['ID=df23e2a1-bcf8-455e-aa83-acb143334ab7,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:19.786475 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e5535be-4246-4fdf-ac6a-6d6a02b2392b req-06367d74-c0c8-49d2-ab90-3c8baa600590 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Network 524cda22-09e9-423b-b572-9d6bbb210043 is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:19:19.832749 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [req-3e5535be-4246-4fdf-ac6a-6d6a02b2392b req-06367d74-c0c8-49d2-ab90-3c8baa600590 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:19:19.840965 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f833e9a-e1a4-472c-ad5a-a7690da5c039 req-bd29d0c2-ba3d-466e-b47b-14a7e8fc8b55 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Made reservation on behalf of 5a89b6f21ff24eafbed378c2ece79c3e for: {'port': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:19:19.851062 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-3f833e9a-e1a4-472c-ad5a-a7690da5c039 req-bd29d0c2-ba3d-466e-b47b-14a7e8fc8b55 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:19.865082 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8da6d48-ae28-4f3d-9c1d-f0b07ef7036a None None] Pushing event updated for resources: {'Port': ['ID=667ffc84-2f51-42c1-b751-8766dba65c67,revision_number=3']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:19.879616 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port fb4b0c10-9ac3-41b4-a1f8-355df76b03c4 is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:19:19.881076 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 7afda184-eff6-42e9-b65a-847d2ef145e0 up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:19:19.889382 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-05451e1a-b6b4-4c24-890d-5efba5d4415f None None] Attempting to bind port 667ffc84-2f51-42c1-b751-8766dba65c67 on host dv-cinder-852208-11-iscsi for vnic_type normal with profile {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:19:19.890102 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-05451e1a-b6b4-4c24-890d-5efba5d4415f None None] Attempting to bind port 667ffc84-2f51-42c1-b751-8766dba65c67 by drivers openvswitch,hyperv on host dv-cinder-852208-11-iscsi at level 0 using segments [{'id': 'f1ad6c1c-d522-42f8-b534-1fea329f4792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6'}] {{(pid=106294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:19:19.890740 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05451e1a-b6b4-4c24-890d-5efba5d4415f None None] Attempting to bind port 667ffc84-2f51-42c1-b751-8766dba65c67 on network ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6 {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:19:19.901007 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05451e1a-b6b4-4c24-890d-5efba5d4415f None None] Checking agent: {'id': 'd414c4c0-e104-4322-85c3-8bf64da32860', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852208-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 10, 56), 'started_at': datetime.datetime(2022, 8, 30, 4, 11, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852208-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:19:19.901805 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05451e1a-b6b4-4c24-890d-5efba5d4415f None None] Checking segment: {'id': 'f1ad6c1c-d522-42f8-b534-1fea329f4792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:19:19.902480 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-05451e1a-b6b4-4c24-890d-5efba5d4415f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:19.903110 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05451e1a-b6b4-4c24-890d-5efba5d4415f None None] Bound using segment: {'id': 'f1ad6c1c-d522-42f8-b534-1fea329f4792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6'} {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:19:19.903779 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-05451e1a-b6b4-4c24-890d-5efba5d4415f None None] Bound port: 667ffc84-2f51-42c1-b751-8766dba65c67, host: dv-cinder-852208-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1ad6c1c-d522-42f8-b534-1fea329f4792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6'}}] {{(pid=106294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:19:19.904345 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-05451e1a-b6b4-4c24-890d-5efba5d4415f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (667ffc84-2f51-42c1-b751-8766dba65c67), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:20.049046 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52f3a1f9-da5b-4f6f-b7fc-7c5e85e941c0 req-fa2543ba-c68a-49d5-a3d8-8af32cd2836e tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] Network 38cf1e98-cd39-44e7-9101-9b1264f447b9 is already hosted by enough agents. {{(pid=106292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:19:20.063533 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:20.075853 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port 7afda184-eff6-42e9-b65a-847d2ef145e0 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:19:20.076563 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (7afda184-eff6-42e9-b65a-847d2ef145e0), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:20.085511 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-05451e1a-b6b4-4c24-890d-5efba5d4415f None None] For port 667ffc84-2f51-42c1-b751-8766dba65c67, host dv-cinder-852208-11-iscsi, cleared binding levels {{(pid=106294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:19:20.098585 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.base_scheduler [req-52f3a1f9-da5b-4f6f-b7fc-7c5e85e941c0 req-fa2543ba-c68a-49d5-a3d8-8af32cd2836e tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] Resources bound (agent type, host, resource id): {{(pid=106292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:19:20.135026 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f3a1f9-da5b-4f6f-b7fc-7c5e85e941c0 req-fa2543ba-c68a-49d5-a3d8-8af32cd2836e tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] Received port after_create {{(pid=106292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:19:20.185996 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-183e7824-66e2-41c8-9b76-09447a124d33 req-4b648a09-e85d-4537-b073-0e9f0dfe57e3 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6796916 Aug 30 04:19:20.208445 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-05451e1a-b6b4-4c24-890d-5efba5d4415f None None] For port 667ffc84-2f51-42c1-b751-8766dba65c67, host dv-cinder-852208-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=667ffc84-2f51-42c1-b751-8766dba65c67,segment=NetworkSegment(f1ad6c1c-d522-42f8-b534-1fea329f4792),segment_id=f1ad6c1c-d522-42f8-b534-1fea329f4792)] {{(pid=106294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:19:20.247915 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-05451e1a-b6b4-4c24-890d-5efba5d4415f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (667ffc84-2f51-42c1-b751-8766dba65c67), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:20.288085 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2543ba-c68a-49d5-a3d8-8af32cd2836e tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] Pushing event updated for resources: {'Port': ['ID=9a8ac484-1ffe-4f46-8407-35f8d0244af1,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:20.339116 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [req-d18a7818-2ef6-4bd1-8594-7145f07864df req-f9c872c0-0be0-4d28-9073-ee95274de317 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Allocated IP 172.20.0.3 (524cda22-09e9-423b-b572-9d6bbb210043/bf40f790-127d-4290-907b-8c5f990389ae/84574c99-3886-4ef8-b113-d17a2f4ac835) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:19:20.413145 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3a1f9-da5b-4f6f-b7fc-7c5e85e941c0 req-fa2543ba-c68a-49d5-a3d8-8af32cd2836e tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:20.421818 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [req-52f3a1f9-da5b-4f6f-b7fc-7c5e85e941c0 req-fa2543ba-c68a-49d5-a3d8-8af32cd2836e tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for port (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:20.483827 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-52f3a1f9-da5b-4f6f-b7fc-7c5e85e941c0 req-fa2543ba-c68a-49d5-a3d8-8af32cd2836e tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.75 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4855537 Aug 30 04:19:20.521889 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [req-52f3a1f9-da5b-4f6f-b7fc-7c5e85e941c0 req-417dcd21-fafa-4c08-92de-a565b4339dd7 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106292) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 04:19:20.527189 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:20.528253 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-52f3a1f9-da5b-4f6f-b7fc-7c5e85e941c0 req-417dcd21-fafa-4c08-92de-a565b4339dd7 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.75 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0347149 Aug 30 04:19:20.528701 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8da6d48-ae28-4f3d-9c1d-f0b07ef7036a None None] Pushing event updated for resources: {'Port': ['ID=667ffc84-2f51-42c1-b751-8766dba65c67,revision_number=4']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:20.673760 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-ed330742-fbe5-4cbe-820e-50630ae26a3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (1bd89ca2-58f6-428d-83bf-6325bad549fd), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:20.687010 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-0632fe33-ee79-4090-bddf-93f1040ef5be None None] Provisioning complete for port df23e2a1-bcf8-455e-aa83-acb143334ab7 triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:19:20.687443 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-0632fe33-ee79-4090-bddf-93f1040ef5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (df23e2a1-bcf8-455e-aa83-acb143334ab7), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:20.782012 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-d18a7818-2ef6-4bd1-8594-7145f07864df req-f9c872c0-0be0-4d28-9073-ee95274de317 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks [] for port (84574c99-3886-4ef8-b113-d17a2f4ac835), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:20.810738 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port 7afda184-eff6-42e9-b65a-847d2ef145e0 is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:19:20.833460 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e5535be-4246-4fdf-ac6a-6d6a02b2392b req-06367d74-c0c8-49d2-ab90-3c8baa600590 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:19:20.839733 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:20.846576 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-2452c63d-58cd-46e7-8910-cbb5e9111a6a req-35a005dc-d968-43bd-80af-6aed512a731c tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 210 time: 0.1109097 Aug 30 04:19:20.865706 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05451e1a-b6b4-4c24-890d-5efba5d4415f None None] Routers {'354189e9-d6c3-4269-b148-cd535d97c117'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:19:20.866577 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-05451e1a-b6b4-4c24-890d-5efba5d4415f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:18:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['354189e9-d6c3-4269-b148-cd535d97c117'], 'active': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:19:20.867299 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-d18a7818-2ef6-4bd1-8594-7145f07864df req-f9c872c0-0be0-4d28-9073-ee95274de317 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (84574c99-3886-4ef8-b113-d17a2f4ac835), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:21.030298 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d18a7818-2ef6-4bd1-8594-7145f07864df req-f9c872c0-0be0-4d28-9073-ee95274de317 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Network 524cda22-09e9-423b-b572-9d6bbb210043 is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:19:21.051433 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-0632fe33-ee79-4090-bddf-93f1040ef5be None None] Port df23e2a1-bcf8-455e-aa83-acb143334ab7 cannot update to ACTIVE because it is not bound. {{(pid=106294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:19:21.105868 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [req-d18a7818-2ef6-4bd1-8594-7145f07864df req-f9c872c0-0be0-4d28-9073-ee95274de317 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:19:21.126386 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 21d7ba17-a823-4886-8208-42dd0283a929 up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:19:21.211204 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-88676c5d-3b69-441b-934e-294797255a9f None None] Provisioning complete for port 9a8ac484-1ffe-4f46-8407-35f8d0244af1 triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:19:21.211840 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-88676c5d-3b69-441b-934e-294797255a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (9a8ac484-1ffe-4f46-8407-35f8d0244af1), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:21.324488 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvr_db [None req-05451e1a-b6b4-4c24-890d-5efba5d4415f None None] Set router 354189e9-d6c3-4269-b148-cd535d97c117 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:19:21.345348 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [req-52f3a1f9-da5b-4f6f-b7fc-7c5e85e941c0 req-9403ce54-5ef5-41ff-b29c-03fdebd1a995 service neutron] Request body: {'port': {'device_id': '23aaf8c2-d8be-49ca-a496-4d9713c03f46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:19:21.360761 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-d18a7818-2ef6-4bd1-8594-7145f07864df req-f9c872c0-0be0-4d28-9073-ee95274de317 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:19:21.524111 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1a39ce8d-ba62-4054-bfb7-9fa0c8064d1f admin admin] Publish callbacks [] for security_group (22872c41-13a7-481a-bc5d-85fb3d0e8e5c), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:21.573522 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5535be-4246-4fdf-ac6a-6d6a02b2392b req-06367d74-c0c8-49d2-ab90-3c8baa600590 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:21.585111 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-3e5535be-4246-4fdf-ac6a-6d6a02b2392b req-06367d74-c0c8-49d2-ab90-3c8baa600590 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:21.609183 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a277a-1f97-4238-8b27-e1094bc566fa req-b5a479ee-5f09-407c-97c9-dc545ac55864 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:21.616253 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-303a277a-1f97-4238-8b27-e1094bc566fa req-b5a479ee-5f09-407c-97c9-dc545ac55864 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 931 time: 1.3629856 Aug 30 04:19:21.722220 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.agents_db [None req-4bab6993-eaca-4b45-827a-a5590950f82e None None] Agent healthcheck: found 6 active agents {{(pid=106295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:19:21.781749 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:21.790540 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a7818-2ef6-4bd1-8594-7145f07864df req-f9c872c0-0be0-4d28-9073-ee95274de317 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:21.793147 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-d18a7818-2ef6-4bd1-8594-7145f07864df req-f9c872c0-0be0-4d28-9073-ee95274de317 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:21.848087 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port 21d7ba17-a823-4886-8208-42dd0283a929 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:19:21.850455 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (21d7ba17-a823-4886-8208-42dd0283a929), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:22.020960 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1a39ce8d-ba62-4054-bfb7-9fa0c8064d1f admin admin] Publish callbacks [] for security_group (22872c41-13a7-481a-bc5d-85fb3d0e8e5c), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:22.056383 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-88676c5d-3b69-441b-934e-294797255a9f None None] Port 9a8ac484-1ffe-4f46-8407-35f8d0244af1 cannot update to ACTIVE because it is not bound. {{(pid=106294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:19:22.062681 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8875cb-efa6-4108-b686-c84801cbe2c8 req-98cd4da2-9a70-428d-a020-fdd8156e6495 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:22.099997 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-fe8875cb-efa6-4108-b686-c84801cbe2c8 req-98cd4da2-9a70-428d-a020-fdd8156e6495 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23aaf8c2-d8be-49ca-a496-4d9713c03f46 HTTP/1.1" status: 200 len: 931 time: 1.0607190 Aug 30 04:19:22.126355 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3e5535be-4246-4fdf-ac6a-6d6a02b2392b req-06367d74-c0c8-49d2-ab90-3c8baa600590 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.75 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.2016437 Aug 30 04:19:22.134505 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c872c0-0be0-4d28-9073-ee95274de317 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Pushing event updated for resources: {'Port': ['ID=84574c99-3886-4ef8-b113-d17a2f4ac835,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:22.151479 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d18a7818-2ef6-4bd1-8594-7145f07864df req-f9c872c0-0be0-4d28-9073-ee95274de317 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.75 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2363901 Aug 30 04:19:22.225288 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [req-52f3a1f9-da5b-4f6f-b7fc-7c5e85e941c0 req-9403ce54-5ef5-41ff-b29c-03fdebd1a995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (9a8ac484-1ffe-4f46-8407-35f8d0244af1), before_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:22.313384 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-86cacc39-bc25-4bfd-98e4-70003bcc81d5 None None] Provisioning complete for port 84574c99-3886-4ef8-b113-d17a2f4ac835 triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:19:22.315351 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-86cacc39-bc25-4bfd-98e4-70003bcc81d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (84574c99-3886-4ef8-b113-d17a2f4ac835), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:22.322221 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-303a277a-1f97-4238-8b27-e1094bc566fa req-570d324b-e1e0-4e30-9fa3-35288194b197 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5205417 Aug 30 04:19:22.370934 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-fe8875cb-efa6-4108-b686-c84801cbe2c8 req-6a596a86-e09e-4805-916d-99a06524a0d0 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=62d429cd-f2b8-488d-9289-57ed40003738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698369 Aug 30 04:19:22.383780 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [req-3f833e9a-e1a4-472c-ad5a-a7690da5c039 req-bd29d0c2-ba3d-466e-b47b-14a7e8fc8b55 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Allocated IP 172.20.0.4 (f55c98a9-cbed-4af8-92a6-c49957223dcb/8f1a2822-90de-40bf-914e-6a8cde2028a4/b8e75002-6c9d-47c3-a24b-44a2b69a1fc6) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:19:22.440614 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1a39ce8d-ba62-4054-bfb7-9fa0c8064d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (22872c41-13a7-481a-bc5d-85fb3d0e8e5c), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:22.457057 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1a39ce8d-ba62-4054-bfb7-9fa0c8064d1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:22.461829 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-1a39ce8d-ba62-4054-bfb7-9fa0c8064d1f admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/22872c41-13a7-481a-bc5d-85fb3d0e8e5c HTTP/1.1" status: 204 len: 168 time: 3.3637421 Aug 30 04:19:22.498777 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a39ce8d-ba62-4054-bfb7-9fa0c8064d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22872c41-13a7-481a-bc5d-85fb3d0e8e5c,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:22.530041 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:22.565445 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-301dc01b-b188-468c-ae99-7bd18b96e5c7 req-4710009d-684e-45d6-a88f-e8a0d0549b0e tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 210 time: 0.0703311 Aug 30 04:19:22.636279 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-b448a028-f06f-487a-bf8d-18b4eda71cdc req-cdfb55ed-c289-4502-9794-2ad69e4365b0 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 210 time: 0.0669060 Aug 30 04:19:22.657199 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-86cacc39-bc25-4bfd-98e4-70003bcc81d5 None None] Port 84574c99-3886-4ef8-b113-d17a2f4ac835 cannot update to ACTIVE because it is not bound. {{(pid=106294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:19:22.669237 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-92f59b25-7a34-402c-8c97-5ce774d181e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:22.682182 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port 21d7ba17-a823-4886-8208-42dd0283a929 is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:19:22.686571 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 667ffc84-2f51-42c1-b751-8766dba65c67 up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:19:22.720648 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-05451e1a-b6b4-4c24-890d-5efba5d4415f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '354189e9-d6c3-4269-b148-cd535d97c117', 'name': 'tempest-AttachVolumeShelveTestJSON-1791777441-router', 'tenant_id': '411b8da28bed456bbdcdb01587610b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.174'}], 'enable_snat': True}, 'gw_port_id': '21d7ba17-a823-4886-8208-42dd0283a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:52Z', 'updated_at': '2022-08-30T04:19:06Z', 'revision_number': 4, 'project_id': '411b8da28bed456bbdcdb01587610b47', 'gw_port': {'id': '21d7ba17-a823-4886-8208-42dd0283a929', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ea:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354189e9-d6c3-4269-b148-cd535d97c117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:54Z', 'updated_at': '2022-08-30T04:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': '667ffc84-2f51-42c1-b751-8766dba65c67', 'name': '', 'network_id': 'ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6', 'tenant_id': '411b8da28bed456bbdcdb01587610b47', 'mac_address': 'fa:16:3e:67:f8:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '354189e9-d6c3-4269-b148-cd535d97c117', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bd870cbd-142c-4604-b43f-9d9fc317ac72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:19:04Z', 'updated_at': '2022-08-30T04:19:20Z', 'revision_number': 4, 'project_id': '411b8da28bed456bbdcdb01587610b47', 'subnets': [{'id': 'bd870cbd-142c-4604-b43f-9d9fc317ac72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:19:22.756958 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05451e1a-b6b4-4c24-890d-5efba5d4415f None None] The sync data for ids ['354189e9-d6c3-4269-b148-cd535d97c117'] in dv-cinder-852208-11-iscsi is: [{'id': '354189e9-d6c3-4269-b148-cd535d97c117', 'name': 'tempest-AttachVolumeShelveTestJSON-1791777441-router', 'tenant_id': '411b8da28bed456bbdcdb01587610b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.174'}], 'enable_snat': True}, 'gw_port_id': '21d7ba17-a823-4886-8208-42dd0283a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:52Z', 'updated_at': '2022-08-30T04:19:06Z', 'revision_number': 4, 'project_id': '411b8da28bed456bbdcdb01587610b47', 'gw_port': {'id': '21d7ba17-a823-4886-8208-42dd0283a929', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ea:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354189e9-d6c3-4269-b148-cd535d97c117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:54Z', 'updated_at': '2022-08-30T04:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': '667ffc84-2f51-42c1-b751-8766dba65c67', 'name': '', 'network_id': 'ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6', 'tenant_id': '411b8da28bed456bbdcdb01587610b47', 'mac_address': 'fa:16:3e:67:f8:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '354189e9-d6c3-4269-b148-cd535d97c117', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bd870cbd-142c-4604-b43f-9d9fc317ac72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:19:04Z', 'updated_at': '2022-08-30T04:19:20Z', 'revision_number': 4, 'project_id': '411b8da28bed456bbdcdb01587610b47', 'subnets': [{'id': 'bd870cbd-142c-4604-b43f-9d9fc317ac72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:19:22.766368 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-3f833e9a-e1a4-472c-ad5a-a7690da5c039 req-bd29d0c2-ba3d-466e-b47b-14a7e8fc8b55 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks [] for port (b8e75002-6c9d-47c3-a24b-44a2b69a1fc6), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:22.804257 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port 667ffc84-2f51-42c1-b751-8766dba65c67 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:19:22.804852 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (667ffc84-2f51-42c1-b751-8766dba65c67), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:22.826141 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-3f833e9a-e1a4-472c-ad5a-a7690da5c039 req-bd29d0c2-ba3d-466e-b47b-14a7e8fc8b55 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (b8e75002-6c9d-47c3-a24b-44a2b69a1fc6), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:22.889336 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f833e9a-e1a4-472c-ad5a-a7690da5c039 req-bd29d0c2-ba3d-466e-b47b-14a7e8fc8b55 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Network f55c98a9-cbed-4af8-92a6-c49957223dcb is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:19:22.893842 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [req-3f833e9a-e1a4-472c-ad5a-a7690da5c039 req-bd29d0c2-ba3d-466e-b47b-14a7e8fc8b55 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:19:22.903477 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f833e9a-e1a4-472c-ad5a-a7690da5c039 req-bd29d0c2-ba3d-466e-b47b-14a7e8fc8b55 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:19:22.912329 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:22.912940 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd29d0c2-ba3d-466e-b47b-14a7e8fc8b55 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Pushing event updated for resources: {'Port': ['ID=b8e75002-6c9d-47c3-a24b-44a2b69a1fc6,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:22.959996 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:23.006398 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port 667ffc84-2f51-42c1-b751-8766dba65c67 is: DOWN; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:19:23.007221 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (667ffc84-2f51-42c1-b751-8766dba65c67), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:23.036069 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f833e9a-e1a4-472c-ad5a-a7690da5c039 req-bd29d0c2-ba3d-466e-b47b-14a7e8fc8b55 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:23.049963 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-3f833e9a-e1a4-472c-ad5a-a7690da5c039 req-bd29d0c2-ba3d-466e-b47b-14a7e8fc8b55 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:23.072961 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] For port 667ffc84-2f51-42c1-b751-8766dba65c67, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=667ffc84-2f51-42c1-b751-8766dba65c67,segment=NetworkSegment(f1ad6c1c-d522-42f8-b534-1fea329f4792),segment_id=f1ad6c1c-d522-42f8-b534-1fea329f4792)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:19:23.082648 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3f833e9a-e1a4-472c-ad5a-a7690da5c039 req-bd29d0c2-ba3d-466e-b47b-14a7e8fc8b55 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.75 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4398615 Aug 30 04:19:23.084878 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (667ffc84-2f51-42c1-b751-8766dba65c67), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:23.100740 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.notifiers.nova [req-52f3a1f9-da5b-4f6f-b7fc-7c5e85e941c0 req-9403ce54-5ef5-41ff-b29c-03fdebd1a995 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a8ac484-1ffe-4f46-8407-35f8d0244af1 {{(pid=106292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:19:23.128870 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 45916) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:23.129320 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [req-52f3a1f9-da5b-4f6f-b7fc-7c5e85e941c0 req-9403ce54-5ef5-41ff-b29c-03fdebd1a995 service neutron] Publish callbacks [] for port (9a8ac484-1ffe-4f46-8407-35f8d0244af1), precommit_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:23.163996 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d504aea3-0ffe-4434-b605-42943fc37298 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:23.164235 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Pushing event updated for resources: {'Port': ['ID=667ffc84-2f51-42c1-b751-8766dba65c67,revision_number=5']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:23.188938 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.db.provisioning_blocks [req-52f3a1f9-da5b-4f6f-b7fc-7c5e85e941c0 req-9403ce54-5ef5-41ff-b29c-03fdebd1a995 service neutron] Transition to ACTIVE for port object 9a8ac484-1ffe-4f46-8407-35f8d0244af1 will not be triggered until provisioned by entity L2. {{(pid=106292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:19:23.194580 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [req-52f3a1f9-da5b-4f6f-b7fc-7c5e85e941c0 req-9403ce54-5ef5-41ff-b29c-03fdebd1a995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642194'] for port (9a8ac484-1ffe-4f46-8407-35f8d0244af1), after_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:23.311706 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-85182eb9-1c06-4f29-8706-65714c294550 None None] Provisioning complete for port b8e75002-6c9d-47c3-a24b-44a2b69a1fc6 triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:19:23.312177 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9403ce54-5ef5-41ff-b29c-03fdebd1a995 service neutron] Pushing event updated for resources: {'Port': ['ID=9a8ac484-1ffe-4f46-8407-35f8d0244af1,revision_number=2']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:23.312831 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-85182eb9-1c06-4f29-8706-65714c294550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (b8e75002-6c9d-47c3-a24b-44a2b69a1fc6), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:23.341885 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d504aea3-0ffe-4434-b605-42943fc37298 admin admin] Publish callbacks [] for security_group (b05f2269-7fea-483a-b2e3-98c9ffeb98f8), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:23.348588 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d504aea3-0ffe-4434-b605-42943fc37298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (b05f2269-7fea-483a-b2e3-98c9ffeb98f8), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:23.402660 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-d504aea3-0ffe-4434-b605-42943fc37298 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=337896f2ae1a4f9ca0aea1a665ffc6f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2720287 Aug 30 04:19:23.403357 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-85182eb9-1c06-4f29-8706-65714c294550 None None] Port b8e75002-6c9d-47c3-a24b-44a2b69a1fc6 cannot update to ACTIVE because it is not bound. {{(pid=106294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:19:23.405149 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 45928) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:23.407542 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.managers [req-52f3a1f9-da5b-4f6f-b7fc-7c5e85e941c0 req-9403ce54-5ef5-41ff-b29c-03fdebd1a995 service neutron] Attempting to bind port 9a8ac484-1ffe-4f46-8407-35f8d0244af1 on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:19:23.407896 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.managers [req-52f3a1f9-da5b-4f6f-b7fc-7c5e85e941c0 req-9403ce54-5ef5-41ff-b29c-03fdebd1a995 service neutron] Attempting to bind port 9a8ac484-1ffe-4f46-8407-35f8d0244af1 by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': 'a9b938b7-cff9-44f4-ab8d-f09cd9baceec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '38cf1e98-cd39-44e7-9101-9b1264f447b9'}] {{(pid=106292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:19:23.408245 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f3a1f9-da5b-4f6f-b7fc-7c5e85e941c0 req-9403ce54-5ef5-41ff-b29c-03fdebd1a995 service neutron] Attempting to bind port 9a8ac484-1ffe-4f46-8407-35f8d0244af1 on network 38cf1e98-cd39-44e7-9101-9b1264f447b9 {{(pid=106292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:19:23.413032 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d504aea3-0ffe-4434-b605-42943fc37298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b05f2269-7fea-483a-b2e3-98c9ffeb98f8,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:23.413866 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f3a1f9-da5b-4f6f-b7fc-7c5e85e941c0 req-9403ce54-5ef5-41ff-b29c-03fdebd1a995 service neutron] Port 9a8ac484-1ffe-4f46-8407-35f8d0244af1 on network 38cf1e98-cd39-44e7-9101-9b1264f447b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:19:23.414269 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f3a1f9-da5b-4f6f-b7fc-7c5e85e941c0 req-9403ce54-5ef5-41ff-b29c-03fdebd1a995 service neutron] Attempting to bind port 9a8ac484-1ffe-4f46-8407-35f8d0244af1 on network 38cf1e98-cd39-44e7-9101-9b1264f447b9 {{(pid=106292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:19:23.439130 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f3a1f9-da5b-4f6f-b7fc-7c5e85e941c0 req-9403ce54-5ef5-41ff-b29c-03fdebd1a995 service neutron] Checking agent: {'id': '5274a8db-cdbb-4c02-abb1-2eb9d7076dc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 17), 'started_at': datetime.datetime(2022, 8, 30, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:19:23.439498 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f3a1f9-da5b-4f6f-b7fc-7c5e85e941c0 req-9403ce54-5ef5-41ff-b29c-03fdebd1a995 service neutron] Checking segment: {'id': 'a9b938b7-cff9-44f4-ab8d-f09cd9baceec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '38cf1e98-cd39-44e7-9101-9b1264f447b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:19:23.440078 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f3a1f9-da5b-4f6f-b7fc-7c5e85e941c0 req-9403ce54-5ef5-41ff-b29c-03fdebd1a995 service neutron] Bound using segment: {'id': 'a9b938b7-cff9-44f4-ab8d-f09cd9baceec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '38cf1e98-cd39-44e7-9101-9b1264f447b9'} {{(pid=106292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:19:23.440812 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.managers [req-52f3a1f9-da5b-4f6f-b7fc-7c5e85e941c0 req-9403ce54-5ef5-41ff-b29c-03fdebd1a995 service neutron] Bound port: 9a8ac484-1ffe-4f46-8407-35f8d0244af1, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9b938b7-cff9-44f4-ab8d-f09cd9baceec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '38cf1e98-cd39-44e7-9101-9b1264f447b9'}}] {{(pid=106292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:19:23.441055 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [req-52f3a1f9-da5b-4f6f-b7fc-7c5e85e941c0 req-9403ce54-5ef5-41ff-b29c-03fdebd1a995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (9a8ac484-1ffe-4f46-8407-35f8d0244af1), before_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:23.473118 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-058b6505-7dff-427e-a135-4cec8a525cd9 admin admin] Publish callbacks [] for security_group (b05f2269-7fea-483a-b2e3-98c9ffeb98f8), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:23.511771 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:23.542763 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:23.553959 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-058b6505-7dff-427e-a135-4cec8a525cd9 admin admin] Publish callbacks [] for security_group (b05f2269-7fea-483a-b2e3-98c9ffeb98f8), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:23.578282 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f6bc7-dc83-4832-8b25-595ccb0b4194 req-c4f980f6-f32e-4bd4-b3db-e63295980058 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:23.579559 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c58f6bc7-dc83-4832-8b25-595ccb0b4194 req-c4f980f6-f32e-4bd4-b3db-e63295980058 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 931 time: 0.0908723 Aug 30 04:19:23.592996 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.db [req-52f3a1f9-da5b-4f6f-b7fc-7c5e85e941c0 req-9403ce54-5ef5-41ff-b29c-03fdebd1a995 service neutron] For port 9a8ac484-1ffe-4f46-8407-35f8d0244af1, host hv-cinder-85220, cleared binding levels {{(pid=106292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:19:23.621622 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.db [req-52f3a1f9-da5b-4f6f-b7fc-7c5e85e941c0 req-9403ce54-5ef5-41ff-b29c-03fdebd1a995 service neutron] For port 9a8ac484-1ffe-4f46-8407-35f8d0244af1, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=9a8ac484-1ffe-4f46-8407-35f8d0244af1,segment=NetworkSegment(a9b938b7-cff9-44f4-ab8d-f09cd9baceec),segment_id=a9b938b7-cff9-44f4-ab8d-f09cd9baceec)] {{(pid=106292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:19:23.629470 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52095c6e-2f94-46fc-b886-3e0bb5d40c86 req-b0f2f306-f16d-4383-a8e5-618aa5d93d65 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:23.631127 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-52095c6e-2f94-46fc-b886-3e0bb5d40c86 req-b0f2f306-f16d-4383-a8e5-618aa5d93d65 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23aaf8c2-d8be-49ca-a496-4d9713c03f46 HTTP/1.1" status: 200 len: 943 time: 0.0935276 Aug 30 04:19:23.645288 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [req-52f3a1f9-da5b-4f6f-b7fc-7c5e85e941c0 req-9403ce54-5ef5-41ff-b29c-03fdebd1a995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642194'] for port (9a8ac484-1ffe-4f46-8407-35f8d0244af1), after_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:23.656046 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3a1f9-da5b-4f6f-b7fc-7c5e85e941c0 req-9403ce54-5ef5-41ff-b29c-03fdebd1a995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:23.656638 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [req-52f3a1f9-da5b-4f6f-b7fc-7c5e85e941c0 req-9403ce54-5ef5-41ff-b29c-03fdebd1a995 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for port (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:23.658047 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-52f3a1f9-da5b-4f6f-b7fc-7c5e85e941c0 req-9403ce54-5ef5-41ff-b29c-03fdebd1a995 service neutron] 10.222.0.75 "PUT /networking/v2.0/ports/9a8ac484-1ffe-4f46-8407-35f8d0244af1 HTTP/1.1" status: 200 len: 1093 time: 2.6436985 Aug 30 04:19:23.667766 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23aaf8c2-d8be-49ca-a496-4d9713c03f46', 'tag': '9a8ac484-1ffe-4f46-8407-35f8d0244af1'}] {{(pid=106292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:19:23.693667 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c58f6bc7-dc83-4832-8b25-595ccb0b4194 req-2f285ad7-0866-4411-8c3f-667be27869bd tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912979 Aug 30 04:19:23.695089 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-058b6505-7dff-427e-a135-4cec8a525cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (b05f2269-7fea-483a-b2e3-98c9ffeb98f8), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:23.697944 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-058b6505-7dff-427e-a135-4cec8a525cd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:23.699522 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-058b6505-7dff-427e-a135-4cec8a525cd9 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/b05f2269-7fea-483a-b2e3-98c9ffeb98f8 HTTP/1.1" status: 204 len: 168 time: 0.2933357 Aug 30 04:19:23.709168 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058b6505-7dff-427e-a135-4cec8a525cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05f2269-7fea-483a-b2e3-98c9ffeb98f8,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:23.838635 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8bdbbddc-d827-40e6-b8fb-29930693a668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (0ba81f50-231f-4a87-bfed-adcf093ea106), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:23.847699 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-52095c6e-2f94-46fc-b886-3e0bb5d40c86 req-662fa375-8ee4-4cb7-9bbd-ec518b9476a3 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=62d429cd-f2b8-488d-9289-57ed40003738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001359 Aug 30 04:19:23.856863 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9403ce54-5ef5-41ff-b29c-03fdebd1a995 service neutron] Pushing event updated for resources: {'Port': ['ID=9a8ac484-1ffe-4f46-8407-35f8d0244af1,revision_number=3']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:23.890945 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-edfdfad7-5726-42d8-a36f-599365c0b01a req-f1b6320e-555d-488c-99a7-d98228b57484 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 210 time: 0.0815775 Aug 30 04:19:23.925057 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac8df60c6f70ae957e00457e6d6ce8432b58a3ad70202c2877012db9cc29900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b18254-2bd5-46db-af8b-30fe35ed88a8" -d '{"events": [{"name": "network-changed", "server_uuid": "23aaf8c2-d8be-49ca-a496-4d9713c03f46", "tag": "9a8ac484-1ffe-4f46-8407-35f8d0244af1"}]}' {{(pid=106292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:19:24.018676 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bea6f3-ac15-428c-893d-efc7d209f000 req-8cbac814-8d91-427a-a646-dd953a9252bf tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:24.020261 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-14bea6f3-ac15-428c-893d-efc7d209f000 req-8cbac814-8d91-427a-a646-dd953a9252bf tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 931 time: 0.0630112 Aug 30 04:19:24.071907 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-14bea6f3-ac15-428c-893d-efc7d209f000 req-80ae14c0-a050-4c8d-8542-4998b8d34683 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461452 Aug 30 04:19:24.231044 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c870ff4a-a058-45bb-8dc9-bd810e826936 x-openstack-request-id: req-c870ff4a-a058-45bb-8dc9-bd810e826936 {{(pid=106292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:19:24.231720 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23aaf8c2-d8be-49ca-a496-4d9713c03f46", "tag": "9a8ac484-1ffe-4f46-8407-35f8d0244af1", "status": "completed", "code": 200}]} {{(pid=106292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:19:24.231720 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c870ff4a-a058-45bb-8dc9-bd810e826936 {{(pid=106292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:19:24.232517 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c870ff4a-a058-45bb-8dc9-bd810e826936'] response: {'name': 'network-changed', 'server_uuid': '23aaf8c2-d8be-49ca-a496-4d9713c03f46', 'tag': '9a8ac484-1ffe-4f46-8407-35f8d0244af1', 'status': 'completed', 'code': 200} Aug 30 04:19:24.845813 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bba141-4014-4ba5-a068-d8a35e304f41 req-ca2a7667-5d2b-41d4-b74d-1217c45ebbef tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:24.847496 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-f9bba141-4014-4ba5-a068-d8a35e304f41 req-ca2a7667-5d2b-41d4-b74d-1217c45ebbef tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 931 time: 0.0664761 Aug 30 04:19:24.953182 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-f9bba141-4014-4ba5-a068-d8a35e304f41 req-f35de621-e276-4e65-ba7b-3da7b62d3f15 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973296 Aug 30 04:19:25.066285 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1b5941-229d-4e05-a279-b316e2c7e19d req-886868de-ee96-4745-b31b-5c4600ea524a tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:25.074816 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5a1b5941-229d-4e05-a279-b316e2c7e19d req-886868de-ee96-4745-b31b-5c4600ea524a tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23aaf8c2-d8be-49ca-a496-4d9713c03f46 HTTP/1.1" status: 200 len: 943 time: 0.0841560 Aug 30 04:19:25.126121 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-1ed3634d-236d-4f0d-a0cf-269b0ecec900 req-55bcb48d-df14-4435-8490-68678d568223 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 210 time: 0.0454936 Aug 30 04:19:25.186537 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5a1b5941-229d-4e05-a279-b316e2c7e19d req-8b46f6e0-201c-4305-95f8-7ab4babb6cf0 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=62d429cd-f2b8-488d-9289-57ed40003738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052573 Aug 30 04:19:25.244350 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 667ffc84-2f51-42c1-b751-8766dba65c67 up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:19:25.279630 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:25.302460 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dac65a-70e3-4b17-9b21-f8616724c6c5 req-5afaaff2-3765-4c21-8a3d-3215ece5ac0d tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:25.310312 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-e1dac65a-70e3-4b17-9b21-f8616724c6c5 req-5afaaff2-3765-4c21-8a3d-3215ece5ac0d tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 931 time: 0.0893674 Aug 30 04:19:25.314621 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port 667ffc84-2f51-42c1-b751-8766dba65c67 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:19:25.315880 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (667ffc84-2f51-42c1-b751-8766dba65c67), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:25.389545 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-e1dac65a-70e3-4b17-9b21-f8616724c6c5 req-b4b7fd12-1ea3-450b-bab4-cbc1220d2a51 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677359 Aug 30 04:19:25.476139 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-390264ec-bab8-4bcb-922a-62bbd4f3a683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (b2cd167f-1ad0-4273-bd2a-29638b1fd1d2), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:25.602367 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port 667ffc84-2f51-42c1-b751-8766dba65c67 is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:19:25.620547 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (d414c4c0-e104-4322-85c3-8bf64da32860), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:26.139375 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf69697-f9ed-46a6-b045-48bcc0226985 req-95cf9c91-39ab-46bb-85de-4f0fa3c5b970 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:26.141270 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7bf69697-f9ed-46a6-b045-48bcc0226985 req-95cf9c91-39ab-46bb-85de-4f0fa3c5b970 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 931 time: 0.0649769 Aug 30 04:19:26.227574 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7bf69697-f9ed-46a6-b045-48bcc0226985 req-95a16058-fcb3-4acd-a39a-cd8a76e5680f tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780056 Aug 30 04:19:26.282383 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-a5f6edf2-3b11-4639-8d5d-241fe102adfa req-2cc00ce3-b58b-4f5c-8c81-ba60868e86a5 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 210 time: 0.0551264 Aug 30 04:19:26.394517 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10162176-fa23-45b4-8d1c-c9adea38069e req-eb5776d6-6a26-469b-9334-7e71a4463853 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:26.396332 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-10162176-fa23-45b4-8d1c-c9adea38069e req-eb5776d6-6a26-469b-9334-7e71a4463853 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23aaf8c2-d8be-49ca-a496-4d9713c03f46 HTTP/1.1" status: 200 len: 943 time: 0.0614827 Aug 30 04:19:26.486599 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-10162176-fa23-45b4-8d1c-c9adea38069e req-7d7b6cf1-d037-465b-b43b-43792f4243bc tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=62d429cd-f2b8-488d-9289-57ed40003738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805743 Aug 30 04:19:26.523751 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c1d1d-1d01-4020-b9ca-bc502768af25 req-c42947e3-cdd5-467c-8e33-766517380b82 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:26.525346 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-379c1d1d-1d01-4020-b9ca-bc502768af25 req-c42947e3-cdd5-467c-8e33-766517380b82 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 931 time: 0.0522037 Aug 30 04:19:26.589356 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-379c1d1d-1d01-4020-b9ca-bc502768af25 req-1b683ceb-d1fe-4d43-b974-12b8817da0b0 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578434 Aug 30 04:19:27.372827 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10146dce-22b0-4399-99f2-c7de4d80d7c3 req-fbee5d95-41f4-4935-9dbe-31d45ade1bd7 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:27.378886 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-10146dce-22b0-4399-99f2-c7de4d80d7c3 req-fbee5d95-41f4-4935-9dbe-31d45ade1bd7 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 931 time: 0.0698204 Aug 30 04:19:27.431947 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-10146dce-22b0-4399-99f2-c7de4d80d7c3 req-d7ede15c-71e5-4586-9331-9d9aaf3519de tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502875 Aug 30 04:19:27.435340 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-38fd691f-e1e4-47fd-9820-6e1d8982d962 req-4ac869b8-1a5c-40e2-9ed4-b5e2bdecdd63 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 210 time: 0.0380430 Aug 30 04:19:27.622818 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0d6a1e-e1b3-4d0d-8de9-857e3bd98773 req-5d1c1478-53c7-4483-b1ee-6f09eea3238a tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:27.624462 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ce0d6a1e-e1b3-4d0d-8de9-857e3bd98773 req-5d1c1478-53c7-4483-b1ee-6f09eea3238a tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23aaf8c2-d8be-49ca-a496-4d9713c03f46 HTTP/1.1" status: 200 len: 943 time: 0.0503786 Aug 30 04:19:27.660716 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:27.678850 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ce0d6a1e-e1b3-4d0d-8de9-857e3bd98773 req-5bf6be48-597b-433b-a37c-ae353aab68c9 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=62d429cd-f2b8-488d-9289-57ed40003738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476024 Aug 30 04:19:27.746663 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7adaf47-423b-4269-a576-9ad278004b03 req-d476d40d-91cd-4dc6-8d79-04f5bfa565e3 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:27.748997 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-d7adaf47-423b-4269-a576-9ad278004b03 req-d476d40d-91cd-4dc6-8d79-04f5bfa565e3 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 931 time: 0.0724189 Aug 30 04:19:27.764134 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:27.814636 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-d7adaf47-423b-4269-a576-9ad278004b03 req-afe67d5d-a1b2-46a7-9b00-34d59b2b6a4b tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582130 Aug 30 04:19:28.596550 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-5c083cd0-02a6-402b-80ee-9d7d7d7947ad req-baf77184-c142-479e-8823-4444bd21f6d7 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 210 time: 0.0628057 Aug 30 04:19:28.626107 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1388f6e-1871-412c-9b90-c10fa95bd9e3 req-861e048d-d749-4aea-9607-297a0badede9 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:28.627642 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e1388f6e-1871-412c-9b90-c10fa95bd9e3 req-861e048d-d749-4aea-9607-297a0badede9 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 931 time: 0.0726452 Aug 30 04:19:28.699614 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e1388f6e-1871-412c-9b90-c10fa95bd9e3 req-67e01d71-aec9-4493-aa2b-e35fe1ace4c9 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632117 Aug 30 04:19:28.835770 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512db901-00a1-4712-941f-761f4ad4be5b req-d58e4dea-c648-437d-9c55-55813b474aed tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:28.846657 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-512db901-00a1-4712-941f-761f4ad4be5b req-d58e4dea-c648-437d-9c55-55813b474aed tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23aaf8c2-d8be-49ca-a496-4d9713c03f46 HTTP/1.1" status: 200 len: 943 time: 0.0669057 Aug 30 04:19:28.904367 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-512db901-00a1-4712-941f-761f4ad4be5b req-6738af0b-628f-47da-93df-b4e8013637d9 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=62d429cd-f2b8-488d-9289-57ed40003738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564983 Aug 30 04:19:28.964504 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c40d4-f160-46fd-949b-ac8aebad9554 req-1598570a-c309-44a9-b6b9-ea005465c6bd tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:28.966033 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-126c40d4-f160-46fd-949b-ac8aebad9554 req-1598570a-c309-44a9-b6b9-ea005465c6bd tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 931 time: 0.0576620 Aug 30 04:19:29.020671 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-126c40d4-f160-46fd-949b-ac8aebad9554 req-2f53d434-6324-454a-8dc6-d9035e8d9382 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478647 Aug 30 04:19:29.618934 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 46146) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:29.735117 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-08ee2981-bb58-4126-816a-9878feeb9bc2 req-87789f3d-b3d6-4c12-bb7c-f81c983b1aec tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 210 time: 0.0402400 Aug 30 04:19:29.825430 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-528380b0-60c6-40b1-b1e7-baf79cba3346 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:29.889891 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d20056-0101-44d3-9d27-dcf5ef60d15d req-e99ffbfc-4735-4660-8896-8439fbd226c1 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:29.892310 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d0d20056-0101-44d3-9d27-dcf5ef60d15d req-e99ffbfc-4735-4660-8896-8439fbd226c1 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 931 time: 0.0936913 Aug 30 04:19:29.914302 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:29.941227 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-528380b0-60c6-40b1-b1e7-baf79cba3346 admin admin] Publish callbacks [] for security_group (bffc3e3c-0cfe-407a-8475-6a415e997484), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:29.946045 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-528380b0-60c6-40b1-b1e7-baf79cba3346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (bffc3e3c-0cfe-407a-8475-6a415e997484), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:29.988970 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528380b0-60c6-40b1-b1e7-baf79cba3346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bffc3e3c-0cfe-407a-8475-6a415e997484,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:30.007194 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-d18a7818-2ef6-4bd1-8594-7145f07864df req-1ef64c7e-7525-48f1-a9b5-4a3bac322d40 service neutron] Request body: {'port': {'device_id': '67620860-4433-443f-9ed6-f67a98bf44cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:19:30.014943 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-528380b0-60c6-40b1-b1e7-baf79cba3346 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=9a1fb85fdfb040f48c82d62196bbc21d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3939512 Aug 30 04:19:30.017735 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 46176) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:30.064324 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (5274a8db-cdbb-4c02-abb1-2eb9d7076dc1), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:30.069643 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-3e5535be-4246-4fdf-ac6a-6d6a02b2392b req-0a78a966-a717-4c3d-b795-f0e328fa3f0f service neutron] Request body: {'port': {'device_id': '5fde664c-f504-436a-bc03-41126ce28efe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:19:30.155671 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-d18a7818-2ef6-4bd1-8594-7145f07864df req-1ef64c7e-7525-48f1-a9b5-4a3bac322d40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (84574c99-3886-4ef8-b113-d17a2f4ac835), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:30.160837 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-3f833e9a-e1a4-472c-ad5a-a7690da5c039 req-726ce163-1269-49e7-aa11-9bf0371ca60a service neutron] Request body: {'port': {'device_id': 'daa060fe-649e-4f72-9288-d7d92a36e037', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:19:30.164669 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf37079-f0b8-4f7a-affc-a1759983d89a req-c3eaebdf-ac6f-40e2-aa77-e4079749ec61 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:30.172546 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-bdf37079-f0b8-4f7a-affc-a1759983d89a req-c3eaebdf-ac6f-40e2-aa77-e4079749ec61 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23aaf8c2-d8be-49ca-a496-4d9713c03f46 HTTP/1.1" status: 200 len: 943 time: 0.1001770 Aug 30 04:19:30.237730 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b18254-2bd5-46db-af8b-30fe35ed88a8 req-2616f10d-b262-4674-adad-935a24f3a14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:30.239276 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-39b18254-2bd5-46db-af8b-30fe35ed88a8 req-2616f10d-b262-4674-adad-935a24f3a14d service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=fe278e07fd7940dca53f7c2b8b792326&device_id=23aaf8c2-d8be-49ca-a496-4d9713c03f46 HTTP/1.1" status: 200 len: 1127 time: 0.2115486 Aug 30 04:19:30.269872 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:30.271119 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-3f833e9a-e1a4-472c-ad5a-a7690da5c039 req-726ce163-1269-49e7-aa11-9bf0371ca60a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (b8e75002-6c9d-47c3-a24b-44a2b69a1fc6), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:30.291148 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-f18df77f-e12a-494d-800b-bd92e714d729 admin admin] Publish callbacks [] for security_group (bffc3e3c-0cfe-407a-8475-6a415e997484), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:30.308309 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d0d20056-0101-44d3-9d27-dcf5ef60d15d req-305a8b76-a57f-4753-ba96-e224e25f9406 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4100814 Aug 30 04:19:30.325833 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-3e5535be-4246-4fdf-ac6a-6d6a02b2392b req-0a78a966-a717-4c3d-b795-f0e328fa3f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (df23e2a1-bcf8-455e-aa83-acb143334ab7), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:30.395790 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 46188) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:30.550794 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b18254-2bd5-46db-af8b-30fe35ed88a8 req-76411f13-8d77-404d-ab0d-62a089e4996c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:30.552302 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-39b18254-2bd5-46db-af8b-30fe35ed88a8 req-76411f13-8d77-404d-ab0d-62a089e4996c service neutron] 10.222.0.75 "GET /networking/v2.0/networks?tenant_id=fe278e07fd7940dca53f7c2b8b792326&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2970483 Aug 30 04:19:30.590911 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-bdf37079-f0b8-4f7a-affc-a1759983d89a req-8c64c347-fe35-4f06-909e-da963e10dd79 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=62d429cd-f2b8-488d-9289-57ed40003738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4173219 Aug 30 04:19:30.593014 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-f18df77f-e12a-494d-800b-bd92e714d729 admin admin] Publish callbacks [] for security_group (bffc3e3c-0cfe-407a-8475-6a415e997484), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:30.674389 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-f18df77f-e12a-494d-800b-bd92e714d729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (bffc3e3c-0cfe-407a-8475-6a415e997484), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:30.679013 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-f18df77f-e12a-494d-800b-bd92e714d729 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:30.684645 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-f18df77f-e12a-494d-800b-bd92e714d729 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/bffc3e3c-0cfe-407a-8475-6a415e997484 HTTP/1.1" status: 204 len: 168 time: 0.6656821 Aug 30 04:19:30.698511 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 46204) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:30.706178 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18df77f-e12a-494d-800b-bd92e714d729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bffc3e3c-0cfe-407a-8475-6a415e997484,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:30.726532 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca13eb-34f1-41f5-889d-e95380a78a71 req-6ec7e62e-905c-4914-9973-840c2f586848 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:30.738873 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3dca13eb-34f1-41f5-889d-e95380a78a71 req-6ec7e62e-905c-4914-9973-840c2f586848 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 931 time: 0.2844126 Aug 30 04:19:31.064917 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.75', 55366) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:31.112559 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:31.184178 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-6eb11e40-a9c8-4da0-81a9-633f698cec4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:31.285217 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 46228) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:31.304079 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-8cb95b9b-e3c1-427c-a92d-31fb20ddb4c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:31.313868 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-3694c147-1e18-45db-890e-7cdf74e8bf08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:31.317217 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-f9010829-6197-4265-8ae4-ba31931447b4 req-324b8874-0c74-49d3-8b9b-d2f9d2df2fbe tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 210 time: 0.1656938 Aug 30 04:19:31.355131 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3dca13eb-34f1-41f5-889d-e95380a78a71 req-244b8255-15e2-4580-afd1-3a48d3b3674b tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6150613 Aug 30 04:19:31.481500 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e7824-66e2-41c8-9b76-09447a124d33 req-384c5930-ea84-4619-89b9-d42d16f8e9f0 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:31.483748 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-183e7824-66e2-41c8-9b76-09447a124d33 req-384c5930-ea84-4619-89b9-d42d16f8e9f0 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.75 "GET /networking/v2.0/networks?id=ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6 HTTP/1.1" status: 200 len: 817 time: 0.4119022 Aug 30 04:19:31.511260 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:31.512711 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:31.535686 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b18254-2bd5-46db-af8b-30fe35ed88a8 req-b268113b-bb98-450d-ad6e-1eef0086b61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:31.538137 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-39b18254-2bd5-46db-af8b-30fe35ed88a8 req-b268113b-bb98-450d-ad6e-1eef0086b61e service neutron] 10.222.0.75 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8012688 Aug 30 04:19:31.551418 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1f550-82ef-4615-bd44-8ec9076b54ed req-d9737207-0094-40c1-9008-b22be8909b65 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:31.553325 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-59f1f550-82ef-4615-bd44-8ec9076b54ed req-d9737207-0094-40c1-9008-b22be8909b65 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 931 time: 0.1392415 Aug 30 04:19:31.579916 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:31.682612 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-6eb11e40-a9c8-4da0-81a9-633f698cec4e admin admin] Publish callbacks [] for security_group (0f1b93a3-3291-4994-a7f2-c3cf0eded81e), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:31.721176 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [req-d18a7818-2ef6-4bd1-8594-7145f07864df req-1ef64c7e-7525-48f1-a9b5-4a3bac322d40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84574c99-3886-4ef8-b113-d17a2f4ac835 {{(pid=106293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:19:31.727229 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-6eb11e40-a9c8-4da0-81a9-633f698cec4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (0f1b93a3-3291-4994-a7f2-c3cf0eded81e), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:31.727495 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-8cb95b9b-e3c1-427c-a92d-31fb20ddb4c0 admin admin] Publish callbacks [] for security_group (3586f0f2-da82-473a-a0f6-c44ba10d9fd6), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:31.751028 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-3694c147-1e18-45db-890e-7cdf74e8bf08 admin admin] Publish callbacks [] for security_group (eda8cab5-df50-4c64-a2e1-247a0646beec), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:31.756214 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-8cb95b9b-e3c1-427c-a92d-31fb20ddb4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (3586f0f2-da82-473a-a0f6-c44ba10d9fd6), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:31.756365 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [req-3f833e9a-e1a4-472c-ad5a-a7690da5c039 req-726ce163-1269-49e7-aa11-9bf0371ca60a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8e75002-6c9d-47c3-a24b-44a2b69a1fc6 {{(pid=106293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:19:31.771688 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3a1f9-da5b-4f6f-b7fc-7c5e85e941c0 req-c446612d-73da-49c5-b551-8936ce493397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:31.773185 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-52f3a1f9-da5b-4f6f-b7fc-7c5e85e941c0 req-c446612d-73da-49c5-b551-8936ce493397 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=fe278e07fd7940dca53f7c2b8b792326&device_id=23aaf8c2-d8be-49ca-a496-4d9713c03f46 HTTP/1.1" status: 200 len: 1127 time: 0.1585643 Aug 30 04:19:31.775262 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-d18a7818-2ef6-4bd1-8594-7145f07864df req-1ef64c7e-7525-48f1-a9b5-4a3bac322d40 service neutron] Publish callbacks [] for port (84574c99-3886-4ef8-b113-d17a2f4ac835), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:31.784765 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-183e7824-66e2-41c8-9b76-09447a124d33 req-bb801d90-421f-4086-95da-72a0a156a883 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.75 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=411b8da28bed456bbdcdb01587610b47 HTTP/1.1" status: 200 len: 379 time: 0.2831423 Aug 30 04:19:31.791705 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-59f1f550-82ef-4615-bd44-8ec9076b54ed req-607bf190-983d-4a6c-bc32-c19f95ab050f tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086065 Aug 30 04:19:31.792343 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-3694c147-1e18-45db-890e-7cdf74e8bf08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (eda8cab5-df50-4c64-a2e1-247a0646beec), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:31.792841 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-3f833e9a-e1a4-472c-ad5a-a7690da5c039 req-726ce163-1269-49e7-aa11-9bf0371ca60a service neutron] Publish callbacks [] for port (b8e75002-6c9d-47c3-a24b-44a2b69a1fc6), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:31.818725 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-183e7824-66e2-41c8-9b76-09447a124d33 req-79ed25e5-2ca1-4025-b08c-92984ead5451 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Request body: {'port': {'device_id': 'a3ff227a-e878-4f20-b2e7-1d0fac6fb242', 'network_id': 'ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6', 'admin_state_up': True, 'tenant_id': '411b8da28bed456bbdcdb01587610b47', 'security_groups': ['7b8c4e39-1fe3-4d06-b2c4-da00acee5a72']}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:19:31.872316 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.provisioning_blocks [req-3f833e9a-e1a4-472c-ad5a-a7690da5c039 req-726ce163-1269-49e7-aa11-9bf0371ca60a service neutron] Transition to ACTIVE for port object b8e75002-6c9d-47c3-a24b-44a2b69a1fc6 will not be triggered until provisioned by entity L2. {{(pid=106293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:19:31.901496 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.provisioning_blocks [req-d18a7818-2ef6-4bd1-8594-7145f07864df req-1ef64c7e-7525-48f1-a9b5-4a3bac322d40 service neutron] Transition to ACTIVE for port object 84574c99-3886-4ef8-b113-d17a2f4ac835 will not be triggered until provisioned by entity L2. {{(pid=106293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:19:31.910484 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-8cb95b9b-e3c1-427c-a92d-31fb20ddb4c0 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=c60fbd06968e49b7a160539eeb9e0e09&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2079687 Aug 30 04:19:31.910484 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb95b9b-e3c1-427c-a92d-31fb20ddb4c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3586f0f2-da82-473a-a0f6-c44ba10d9fd6,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:31.916404 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 46242) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:31.920160 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6fd66-46a3-49e2-9ad0-31b01fd001f4 req-5c9b3202-d87b-4fec-aff1-25daf0bfdf6d tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:31.921640 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b4a6fd66-46a3-49e2-9ad0-31b01fd001f4 req-5c9b3202-d87b-4fec-aff1-25daf0bfdf6d tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23aaf8c2-d8be-49ca-a496-4d9713c03f46 HTTP/1.1" status: 200 len: 943 time: 0.2371314 Aug 30 04:19:31.933113 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-52f3a1f9-da5b-4f6f-b7fc-7c5e85e941c0 req-4ea3b468-4718-4265-b5b8-882d79bd31b1 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a8ac484-1ffe-4f46-8407-35f8d0244af1 HTTP/1.1" status: 200 len: 217 time: 0.1304648 Aug 30 04:19:31.936527 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-3f833e9a-e1a4-472c-ad5a-a7690da5c039 req-726ce163-1269-49e7-aa11-9bf0371ca60a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-454314'] for port (b8e75002-6c9d-47c3-a24b-44a2b69a1fc6), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:31.939251 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-d18a7818-2ef6-4bd1-8594-7145f07864df req-1ef64c7e-7525-48f1-a9b5-4a3bac322d40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-454314'] for port (84574c99-3886-4ef8-b113-d17a2f4ac835), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:31.944525 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-6eb11e40-a9c8-4da0-81a9-633f698cec4e admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=5e8ca740f70a4892b84a5b0abbb0ea44&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5437355 Aug 30 04:19:31.953371 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 46244) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:31.958941 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-3694c147-1e18-45db-890e-7cdf74e8bf08 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=8cdf00d9344943108f6407cac08d5f1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6725543 Aug 30 04:19:31.979796 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 46246) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:32.029413 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:32.067523 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb11e40-a9c8-4da0-81a9-633f698cec4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1b93a3-3291-4994-a7f2-c3cf0eded81e,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:32.082071 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3694c147-1e18-45db-890e-7cdf74e8bf08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda8cab5-df50-4c64-a2e1-247a0646beec,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:32.129660 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3a1f9-da5b-4f6f-b7fc-7c5e85e941c0 req-7ee02f5b-6682-44e9-989e-b9e3b3157a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:32.131159 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-52f3a1f9-da5b-4f6f-b7fc-7c5e85e941c0 req-7ee02f5b-6682-44e9-989e-b9e3b3157a23 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=86f813bc-4ff9-424a-9fbe-1c3d1292f27e HTTP/1.1" status: 200 len: 850 time: 0.1786382 Aug 30 04:19:32.210723 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726ce163-1269-49e7-aa11-9bf0371ca60a service neutron] Pushing event updated for resources: {'Port': ['ID=b8e75002-6c9d-47c3-a24b-44a2b69a1fc6,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:32.221814 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-913e67d1-875a-4951-b2cc-f842063a011d admin admin] Publish callbacks [] for security_group (3586f0f2-da82-473a-a0f6-c44ba10d9fd6), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:32.263133 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-cfbd5ebf-4496-4995-8ccf-d653d195791f admin admin] Publish callbacks [] for security_group (0f1b93a3-3291-4994-a7f2-c3cf0eded81e), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:32.288104 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-48c67cde-d39e-48bd-b961-b53e100480e3 admin admin] Publish callbacks [] for security_group (eda8cab5-df50-4c64-a2e1-247a0646beec), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:32.295277 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3a1f9-da5b-4f6f-b7fc-7c5e85e941c0 req-fc08ce54-983c-45ee-8d4e-95660bbbb98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:32.296687 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-52f3a1f9-da5b-4f6f-b7fc-7c5e85e941c0 req-fc08ce54-983c-45ee-8d4e-95660bbbb98a service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=38cf1e98-cd39-44e7-9101-9b1264f447b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1575539 Aug 30 04:19:32.300942 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-913e67d1-875a-4951-b2cc-f842063a011d admin admin] Publish callbacks [] for security_group (3586f0f2-da82-473a-a0f6-c44ba10d9fd6), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:32.329231 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b4a6fd66-46a3-49e2-9ad0-31b01fd001f4 req-52651adb-f250-4cfe-8e39-e8eec1415b56 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=62d429cd-f2b8-488d-9289-57ed40003738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3745842 Aug 30 04:19:32.335191 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-cfbd5ebf-4496-4995-8ccf-d653d195791f admin admin] Publish callbacks [] for security_group (0f1b93a3-3291-4994-a7f2-c3cf0eded81e), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:32.358664 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:32.371004 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:32.371378 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-48c67cde-d39e-48bd-b961-b53e100480e3 admin admin] Publish callbacks [] for security_group (eda8cab5-df50-4c64-a2e1-247a0646beec), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:32.398930 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef64c7e-7525-48f1-a9b5-4a3bac322d40 service neutron] Pushing event updated for resources: {'Port': ['ID=84574c99-3886-4ef8-b113-d17a2f4ac835,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:32.414606 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-183e7824-66e2-41c8-9b76-09447a124d33 req-79ed25e5-2ca1-4025-b08c-92984ead5451 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Made reservation on behalf of 411b8da28bed456bbdcdb01587610b47 for: {'port': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:19:32.419125 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-183e7824-66e2-41c8-9b76-09447a124d33 req-79ed25e5-2ca1-4025-b08c-92984ead5451 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:32.475853 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-d18a7818-2ef6-4bd1-8594-7145f07864df req-1ef64c7e-7525-48f1-a9b5-4a3bac322d40 service neutron] Attempting to bind port 84574c99-3886-4ef8-b113-d17a2f4ac835 on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:19:32.476151 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-d18a7818-2ef6-4bd1-8594-7145f07864df req-1ef64c7e-7525-48f1-a9b5-4a3bac322d40 service neutron] Attempting to bind port 84574c99-3886-4ef8-b113-d17a2f4ac835 by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': 'ba3ccad1-e761-4282-ad36-66b52ed371a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '524cda22-09e9-423b-b572-9d6bbb210043'}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:19:32.476514 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18a7818-2ef6-4bd1-8594-7145f07864df req-1ef64c7e-7525-48f1-a9b5-4a3bac322d40 service neutron] Attempting to bind port 84574c99-3886-4ef8-b113-d17a2f4ac835 on network 524cda22-09e9-423b-b572-9d6bbb210043 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:19:32.479238 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-3f833e9a-e1a4-472c-ad5a-a7690da5c039 req-726ce163-1269-49e7-aa11-9bf0371ca60a service neutron] Attempting to bind port b8e75002-6c9d-47c3-a24b-44a2b69a1fc6 on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:19:32.479576 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-3f833e9a-e1a4-472c-ad5a-a7690da5c039 req-726ce163-1269-49e7-aa11-9bf0371ca60a service neutron] Attempting to bind port b8e75002-6c9d-47c3-a24b-44a2b69a1fc6 by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': 'e519ac78-f91d-4e30-a2bb-8ce973f50b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'f55c98a9-cbed-4af8-92a6-c49957223dcb'}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:19:32.479915 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f833e9a-e1a4-472c-ad5a-a7690da5c039 req-726ce163-1269-49e7-aa11-9bf0371ca60a service neutron] Attempting to bind port b8e75002-6c9d-47c3-a24b-44a2b69a1fc6 on network f55c98a9-cbed-4af8-92a6-c49957223dcb {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:19:32.503590 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18a7818-2ef6-4bd1-8594-7145f07864df req-1ef64c7e-7525-48f1-a9b5-4a3bac322d40 service neutron] Port 84574c99-3886-4ef8-b113-d17a2f4ac835 on network 524cda22-09e9-423b-b572-9d6bbb210043 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:19:32.503961 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18a7818-2ef6-4bd1-8594-7145f07864df req-1ef64c7e-7525-48f1-a9b5-4a3bac322d40 service neutron] Attempting to bind port 84574c99-3886-4ef8-b113-d17a2f4ac835 on network 524cda22-09e9-423b-b572-9d6bbb210043 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:19:32.506381 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f833e9a-e1a4-472c-ad5a-a7690da5c039 req-726ce163-1269-49e7-aa11-9bf0371ca60a service neutron] Port b8e75002-6c9d-47c3-a24b-44a2b69a1fc6 on network f55c98a9-cbed-4af8-92a6-c49957223dcb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:19:32.506381 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f833e9a-e1a4-472c-ad5a-a7690da5c039 req-726ce163-1269-49e7-aa11-9bf0371ca60a service neutron] Attempting to bind port b8e75002-6c9d-47c3-a24b-44a2b69a1fc6 on network f55c98a9-cbed-4af8-92a6-c49957223dcb {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:19:32.517735 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [req-3e5535be-4246-4fdf-ac6a-6d6a02b2392b req-0a78a966-a717-4c3d-b795-f0e328fa3f0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df23e2a1-bcf8-455e-aa83-acb143334ab7 {{(pid=106293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:19:32.532463 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-3e5535be-4246-4fdf-ac6a-6d6a02b2392b req-0a78a966-a717-4c3d-b795-f0e328fa3f0f service neutron] Publish callbacks [] for port (df23e2a1-bcf8-455e-aa83-acb143334ab7), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:32.545450 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-906c1be8-0242-4951-9b2d-6909ae84b87d req-f5ebb487-e8eb-4fa3-8d0f-b199525f57bd tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 210 time: 0.0767670 Aug 30 04:19:32.575258 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-52f3a1f9-da5b-4f6f-b7fc-7c5e85e941c0 req-5b8d9403-e978-4c7d-8f05-9b759bd15b2e service neutron] 10.222.0.75 "GET /networking/v2.0/networks/38cf1e98-cd39-44e7-9101-9b1264f447b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711153 Aug 30 04:19:32.576773 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-cfbd5ebf-4496-4995-8ccf-d653d195791f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (0f1b93a3-3291-4994-a7f2-c3cf0eded81e), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:32.577013 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f833e9a-e1a4-472c-ad5a-a7690da5c039 req-726ce163-1269-49e7-aa11-9bf0371ca60a service neutron] Checking agent: {'id': '5274a8db-cdbb-4c02-abb1-2eb9d7076dc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 17), 'started_at': datetime.datetime(2022, 8, 30, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:19:32.577386 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f833e9a-e1a4-472c-ad5a-a7690da5c039 req-726ce163-1269-49e7-aa11-9bf0371ca60a service neutron] Checking segment: {'id': 'e519ac78-f91d-4e30-a2bb-8ce973f50b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'f55c98a9-cbed-4af8-92a6-c49957223dcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:19:32.577940 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f833e9a-e1a4-472c-ad5a-a7690da5c039 req-726ce163-1269-49e7-aa11-9bf0371ca60a service neutron] Bound using segment: {'id': 'e519ac78-f91d-4e30-a2bb-8ce973f50b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'f55c98a9-cbed-4af8-92a6-c49957223dcb'} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:19:32.578448 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-3f833e9a-e1a4-472c-ad5a-a7690da5c039 req-726ce163-1269-49e7-aa11-9bf0371ca60a service neutron] Bound port: b8e75002-6c9d-47c3-a24b-44a2b69a1fc6, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e519ac78-f91d-4e30-a2bb-8ce973f50b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'f55c98a9-cbed-4af8-92a6-c49957223dcb'}}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:19:32.578815 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-3f833e9a-e1a4-472c-ad5a-a7690da5c039 req-726ce163-1269-49e7-aa11-9bf0371ca60a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (b8e75002-6c9d-47c3-a24b-44a2b69a1fc6), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:32.578931 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-cfbd5ebf-4496-4995-8ccf-d653d195791f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:32.583331 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-cfbd5ebf-4496-4995-8ccf-d653d195791f admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/0f1b93a3-3291-4994-a7f2-c3cf0eded81e HTTP/1.1" status: 204 len: 168 time: 0.6238928 Aug 30 04:19:32.612862 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-913e67d1-875a-4951-b2cc-f842063a011d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (3586f0f2-da82-473a-a0f6-c44ba10d9fd6), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:32.615433 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-913e67d1-875a-4951-b2cc-f842063a011d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:32.616553 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-913e67d1-875a-4951-b2cc-f842063a011d admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/3586f0f2-da82-473a-a0f6-c44ba10d9fd6 HTTP/1.1" status: 204 len: 168 time: 0.6973989 Aug 30 04:19:32.618068 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18a7818-2ef6-4bd1-8594-7145f07864df req-1ef64c7e-7525-48f1-a9b5-4a3bac322d40 service neutron] Checking agent: {'id': '5274a8db-cdbb-4c02-abb1-2eb9d7076dc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 17), 'started_at': datetime.datetime(2022, 8, 30, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:19:32.618442 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18a7818-2ef6-4bd1-8594-7145f07864df req-1ef64c7e-7525-48f1-a9b5-4a3bac322d40 service neutron] Checking segment: {'id': 'ba3ccad1-e761-4282-ad36-66b52ed371a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '524cda22-09e9-423b-b572-9d6bbb210043'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:19:32.619616 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18a7818-2ef6-4bd1-8594-7145f07864df req-1ef64c7e-7525-48f1-a9b5-4a3bac322d40 service neutron] Bound using segment: {'id': 'ba3ccad1-e761-4282-ad36-66b52ed371a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '524cda22-09e9-423b-b572-9d6bbb210043'} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:19:32.619899 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-d18a7818-2ef6-4bd1-8594-7145f07864df req-1ef64c7e-7525-48f1-a9b5-4a3bac322d40 service neutron] Bound port: 84574c99-3886-4ef8-b113-d17a2f4ac835, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba3ccad1-e761-4282-ad36-66b52ed371a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '524cda22-09e9-423b-b572-9d6bbb210043'}}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:19:32.620603 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-d18a7818-2ef6-4bd1-8594-7145f07864df req-1ef64c7e-7525-48f1-a9b5-4a3bac322d40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (84574c99-3886-4ef8-b113-d17a2f4ac835), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:32.642559 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd5ebf-4496-4995-8ccf-d653d195791f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1b93a3-3291-4994-a7f2-c3cf0eded81e,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:32.657564 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.provisioning_blocks [req-3e5535be-4246-4fdf-ac6a-6d6a02b2392b req-0a78a966-a717-4c3d-b795-f0e328fa3f0f service neutron] Transition to ACTIVE for port object df23e2a1-bcf8-455e-aa83-acb143334ab7 will not be triggered until provisioned by entity L2. {{(pid=106293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:19:32.748143 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-3f833e9a-e1a4-472c-ad5a-a7690da5c039 req-726ce163-1269-49e7-aa11-9bf0371ca60a service neutron] For port b8e75002-6c9d-47c3-a24b-44a2b69a1fc6, host hv-cinder-85220, cleared binding levels {{(pid=106293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:19:32.752891 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-3f833e9a-e1a4-472c-ad5a-a7690da5c039 req-726ce163-1269-49e7-aa11-9bf0371ca60a service neutron] For port b8e75002-6c9d-47c3-a24b-44a2b69a1fc6, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=b8e75002-6c9d-47c3-a24b-44a2b69a1fc6,segment=NetworkSegment(e519ac78-f91d-4e30-a2bb-8ce973f50b92),segment_id=e519ac78-f91d-4e30-a2bb-8ce973f50b92)] {{(pid=106293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:19:32.764008 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-3e5535be-4246-4fdf-ac6a-6d6a02b2392b req-0a78a966-a717-4c3d-b795-f0e328fa3f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-454314'] for port (df23e2a1-bcf8-455e-aa83-acb143334ab7), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:32.767623 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:32.771652 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-52f3a1f9-da5b-4f6f-b7fc-7c5e85e941c0 req-f2ed3fd7-8cbb-4e6f-88ee-8dc2f7232fad service neutron] 10.222.0.75 "GET /networking/v2.0/networks/38cf1e98-cd39-44e7-9101-9b1264f447b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866081 Aug 30 04:19:32.781337 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-3f833e9a-e1a4-472c-ad5a-a7690da5c039 req-726ce163-1269-49e7-aa11-9bf0371ca60a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-454314'] for port (b8e75002-6c9d-47c3-a24b-44a2b69a1fc6), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:32.789142 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913e67d1-875a-4951-b2cc-f842063a011d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3586f0f2-da82-473a-a0f6-c44ba10d9fd6,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:32.801647 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-48c67cde-d39e-48bd-b961-b53e100480e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (eda8cab5-df50-4c64-a2e1-247a0646beec), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:32.831555 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-48c67cde-d39e-48bd-b961-b53e100480e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:32.832977 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-48c67cde-d39e-48bd-b961-b53e100480e3 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/eda8cab5-df50-4c64-a2e1-247a0646beec HTTP/1.1" status: 204 len: 168 time: 0.8374856 Aug 30 04:19:32.835832 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f833e9a-e1a4-472c-ad5a-a7690da5c039 req-726ce163-1269-49e7-aa11-9bf0371ca60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:32.836709 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-3f833e9a-e1a4-472c-ad5a-a7690da5c039 req-726ce163-1269-49e7-aa11-9bf0371ca60a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:32.839358 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3f833e9a-e1a4-472c-ad5a-a7690da5c039 req-726ce163-1269-49e7-aa11-9bf0371ca60a service neutron] 10.222.0.75 "PUT /networking/v2.0/ports/b8e75002-6c9d-47c3-a24b-44a2b69a1fc6 HTTP/1.1" status: 200 len: 1093 time: 2.6900039 Aug 30 04:19:32.868924 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc0fe5-2132-4024-8789-e3525144a9f2 req-10d49f6f-f705-4e3b-8dfd-8c2c2fe00045 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:32.873242 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c67cde-d39e-48bd-b961-b53e100480e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda8cab5-df50-4c64-a2e1-247a0646beec,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:32.876524 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-85cc0fe5-2132-4024-8789-e3525144a9f2 req-10d49f6f-f705-4e3b-8dfd-8c2c2fe00045 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 943 time: 0.3519912 Aug 30 04:19:32.884345 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daa060fe-649e-4f72-9288-d7d92a36e037', 'tag': 'b8e75002-6c9d-47c3-a24b-44a2b69a1fc6'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:19:32.955997 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:33.042880 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c544c-b085-4ff5-8f7e-36c7e2b7bedb req-4a4adeaf-58d6-424c-b1d3-93bf5b7d36fc tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:33.045029 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-a07c544c-b085-4ff5-8f7e-36c7e2b7bedb req-4a4adeaf-58d6-424c-b1d3-93bf5b7d36fc tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 943 time: 0.0685194 Aug 30 04:19:33.056375 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a78a966-a717-4c3d-b795-f0e328fa3f0f service neutron] Pushing event updated for resources: {'Port': ['ID=df23e2a1-bcf8-455e-aa83-acb143334ab7,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:33.060390 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [req-183e7824-66e2-41c8-9b76-09447a124d33 req-79ed25e5-2ca1-4025-b08c-92984ead5451 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Allocated IP 172.20.0.4 (ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6/bd870cbd-142c-4604-b43f-9d9fc317ac72/878113b7-0721-4ab0-9707-08eb2f973e55) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:19:33.101456 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-85cc0fe5-2132-4024-8789-e3525144a9f2 req-4c2822b6-2fa3-476a-9754-8b53fbeb2334 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2069857 Aug 30 04:19:33.101456 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-d18a7818-2ef6-4bd1-8594-7145f07864df req-1ef64c7e-7525-48f1-a9b5-4a3bac322d40 service neutron] For port 84574c99-3886-4ef8-b113-d17a2f4ac835, host hv-cinder-85220, cleared binding levels {{(pid=106293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:19:33.138886 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-a07c544c-b085-4ff5-8f7e-36c7e2b7bedb req-3f3bc07b-9903-4536-bae7-9d344e977525 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863869 Aug 30 04:19:33.150115 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-d18a7818-2ef6-4bd1-8594-7145f07864df req-1ef64c7e-7525-48f1-a9b5-4a3bac322d40 service neutron] For port 84574c99-3886-4ef8-b113-d17a2f4ac835, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=84574c99-3886-4ef8-b113-d17a2f4ac835,segment=NetworkSegment(ba3ccad1-e761-4282-ad36-66b52ed371a6),segment_id=ba3ccad1-e761-4282-ad36-66b52ed371a6)] {{(pid=106293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:19:33.165416 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:33.180021 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-d18a7818-2ef6-4bd1-8594-7145f07864df req-1ef64c7e-7525-48f1-a9b5-4a3bac322d40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-454314'] for port (84574c99-3886-4ef8-b113-d17a2f4ac835), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:33.200007 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a7818-2ef6-4bd1-8594-7145f07864df req-1ef64c7e-7525-48f1-a9b5-4a3bac322d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:33.200595 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-d18a7818-2ef6-4bd1-8594-7145f07864df req-1ef64c7e-7525-48f1-a9b5-4a3bac322d40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:33.201996 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d18a7818-2ef6-4bd1-8594-7145f07864df req-1ef64c7e-7525-48f1-a9b5-4a3bac322d40 service neutron] 10.222.0.75 "PUT /networking/v2.0/ports/84574c99-3886-4ef8-b113-d17a2f4ac835 HTTP/1.1" status: 200 len: 1093 time: 3.2419734 Aug 30 04:19:33.223916 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-3e5535be-4246-4fdf-ac6a-6d6a02b2392b req-0a78a966-a717-4c3d-b795-f0e328fa3f0f service neutron] Attempting to bind port df23e2a1-bcf8-455e-aa83-acb143334ab7 on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:19:33.224488 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-3e5535be-4246-4fdf-ac6a-6d6a02b2392b req-0a78a966-a717-4c3d-b795-f0e328fa3f0f service neutron] Attempting to bind port df23e2a1-bcf8-455e-aa83-acb143334ab7 by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': 'ba3ccad1-e761-4282-ad36-66b52ed371a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '524cda22-09e9-423b-b572-9d6bbb210043'}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:19:33.225045 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5535be-4246-4fdf-ac6a-6d6a02b2392b req-0a78a966-a717-4c3d-b795-f0e328fa3f0f service neutron] Attempting to bind port df23e2a1-bcf8-455e-aa83-acb143334ab7 on network 524cda22-09e9-423b-b572-9d6bbb210043 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:19:33.226983 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726ce163-1269-49e7-aa11-9bf0371ca60a service neutron] Pushing event updated for resources: {'Port': ['ID=b8e75002-6c9d-47c3-a24b-44a2b69a1fc6,revision_number=3']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:33.255134 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 46286) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:33.265496 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5535be-4246-4fdf-ac6a-6d6a02b2392b req-0a78a966-a717-4c3d-b795-f0e328fa3f0f service neutron] Port df23e2a1-bcf8-455e-aa83-acb143334ab7 on network 524cda22-09e9-423b-b572-9d6bbb210043 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:19:33.265828 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5535be-4246-4fdf-ac6a-6d6a02b2392b req-0a78a966-a717-4c3d-b795-f0e328fa3f0f service neutron] Attempting to bind port df23e2a1-bcf8-455e-aa83-acb143334ab7 on network 524cda22-09e9-423b-b572-9d6bbb210043 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:19:33.272525 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-8bd9284f-eddf-4695-9d82-0a5feba12944 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:33.481889 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-8bd9284f-eddf-4695-9d82-0a5feba12944 admin admin] Publish callbacks [] for security_group (5efd56fe-f6c4-4512-94ff-74af1ff9c79e), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:33.491717 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-8bd9284f-eddf-4695-9d82-0a5feba12944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (5efd56fe-f6c4-4512-94ff-74af1ff9c79e), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:33.533415 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11a3118c5976ecaadc28dc64ec6366a88eb3d4be069be3e491e321578e9d1f78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6ab2a5-5236-49e5-a18f-a28bea934866" -d '{"events": [{"name": "network-changed", "server_uuid": "daa060fe-649e-4f72-9288-d7d92a36e037", "tag": "b8e75002-6c9d-47c3-a24b-44a2b69a1fc6"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:19:33.551842 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-8bd9284f-eddf-4695-9d82-0a5feba12944 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=eace01176d9143c0a754ea9ebed6d34a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2954404 Aug 30 04:19:33.552264 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 46296) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:33.600702 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5535be-4246-4fdf-ac6a-6d6a02b2392b req-0a78a966-a717-4c3d-b795-f0e328fa3f0f service neutron] Checking agent: {'id': '5274a8db-cdbb-4c02-abb1-2eb9d7076dc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 17), 'started_at': datetime.datetime(2022, 8, 30, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:19:33.601106 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5535be-4246-4fdf-ac6a-6d6a02b2392b req-0a78a966-a717-4c3d-b795-f0e328fa3f0f service neutron] Checking segment: {'id': 'ba3ccad1-e761-4282-ad36-66b52ed371a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '524cda22-09e9-423b-b572-9d6bbb210043'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:19:33.601441 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5535be-4246-4fdf-ac6a-6d6a02b2392b req-0a78a966-a717-4c3d-b795-f0e328fa3f0f service neutron] Bound using segment: {'id': 'ba3ccad1-e761-4282-ad36-66b52ed371a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '524cda22-09e9-423b-b572-9d6bbb210043'} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:19:33.601898 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-3e5535be-4246-4fdf-ac6a-6d6a02b2392b req-0a78a966-a717-4c3d-b795-f0e328fa3f0f service neutron] Bound port: df23e2a1-bcf8-455e-aa83-acb143334ab7, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba3ccad1-e761-4282-ad36-66b52ed371a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '524cda22-09e9-423b-b572-9d6bbb210043'}}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:19:33.602297 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-3e5535be-4246-4fdf-ac6a-6d6a02b2392b req-0a78a966-a717-4c3d-b795-f0e328fa3f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (df23e2a1-bcf8-455e-aa83-acb143334ab7), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:33.603181 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd9284f-eddf-4695-9d82-0a5feba12944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5efd56fe-f6c4-4512-94ff-74af1ff9c79e,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:33.625246 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-5e633f85-44db-4d85-aca1-19c0d44520ef admin admin] Publish callbacks [] for security_group (5efd56fe-f6c4-4512-94ff-74af1ff9c79e), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:33.647923 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 46304) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:33.682288 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-90ae3cab-41fe-4fda-bc6b-07b47a5209f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:33.710492 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-5e633f85-44db-4d85-aca1-19c0d44520ef admin admin] Publish callbacks [] for security_group (5efd56fe-f6c4-4512-94ff-74af1ff9c79e), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:33.776457 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=77,neutron:DELETE=9,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:33.812965 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-5e633f85-44db-4d85-aca1-19c0d44520ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (5efd56fe-f6c4-4512-94ff-74af1ff9c79e), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:33.814372 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2753dc0-93eb-46fb-883b-f15f51ff2c65 x-openstack-request-id: req-f2753dc0-93eb-46fb-883b-f15f51ff2c65 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:19:33.814668 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daa060fe-649e-4f72-9288-d7d92a36e037", "tag": "b8e75002-6c9d-47c3-a24b-44a2b69a1fc6", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:19:33.814938 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f2753dc0-93eb-46fb-883b-f15f51ff2c65 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:19:33.815377 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2753dc0-93eb-46fb-883b-f15f51ff2c65'] response: {'name': 'network-changed', 'server_uuid': 'daa060fe-649e-4f72-9288-d7d92a36e037', 'tag': 'b8e75002-6c9d-47c3-a24b-44a2b69a1fc6', 'status': 'completed', 'code': 200} Aug 30 04:19:33.815627 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-5e633f85-44db-4d85-aca1-19c0d44520ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:33.820231 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-5e633f85-44db-4d85-aca1-19c0d44520ef admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/5efd56fe-f6c4-4512-94ff-74af1ff9c79e HTTP/1.1" status: 204 len: 168 time: 0.2667243 Aug 30 04:19:33.833171 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef64c7e-7525-48f1-a9b5-4a3bac322d40 service neutron] Pushing event updated for resources: {'Port': ['ID=84574c99-3886-4ef8-b113-d17a2f4ac835,revision_number=3']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:33.856790 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b30186-79f5-4a25-896a-c64d356f8333 req-fc227655-da1f-45a6-b480-77f43efda0da tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:33.858363 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e633f85-44db-4d85-aca1-19c0d44520ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5efd56fe-f6c4-4512-94ff-74af1ff9c79e,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:33.865517 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d6b30186-79f5-4a25-896a-c64d356f8333 req-fc227655-da1f-45a6-b480-77f43efda0da tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23aaf8c2-d8be-49ca-a496-4d9713c03f46 HTTP/1.1" status: 200 len: 943 time: 0.3115828 Aug 30 04:19:33.948920 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-3e5535be-4246-4fdf-ac6a-6d6a02b2392b req-0a78a966-a717-4c3d-b795-f0e328fa3f0f service neutron] For port df23e2a1-bcf8-455e-aa83-acb143334ab7, host hv-cinder-85220, cleared binding levels {{(pid=106293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:19:33.967977 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-8af03132-963b-437b-87df-9a35223819d6 req-8a603424-6a58-4685-93cb-f04c8c407012 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 210 time: 0.0611825 Aug 30 04:19:33.999497 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-90ae3cab-41fe-4fda-bc6b-07b47a5209f5 admin admin] Publish callbacks [] for security_group (f8023350-0a11-4bb6-b61a-16168bc3b91d), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:34.008191 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-90ae3cab-41fe-4fda-bc6b-07b47a5209f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (f8023350-0a11-4bb6-b61a-16168bc3b91d), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:34.010713 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d6b30186-79f5-4a25-896a-c64d356f8333 req-fa7ba7a6-4f37-4beb-9294-d9ddf15ec82a tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=62d429cd-f2b8-488d-9289-57ed40003738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434231 Aug 30 04:19:34.071250 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-90ae3cab-41fe-4fda-bc6b-07b47a5209f5 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=3eb3ad7255064fbea7968e327310fc0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4186535 Aug 30 04:19:34.076203 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 46316) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:34.085833 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-183e7824-66e2-41c8-9b76-09447a124d33 req-79ed25e5-2ca1-4025-b08c-92984ead5451 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks [] for port (878113b7-0721-4ab0-9707-08eb2f973e55), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:34.088186 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ae3cab-41fe-4fda-bc6b-07b47a5209f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8023350-0a11-4bb6-b61a-16168bc3b91d,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:34.128876 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-3e5535be-4246-4fdf-ac6a-6d6a02b2392b req-0a78a966-a717-4c3d-b795-f0e328fa3f0f service neutron] For port df23e2a1-bcf8-455e-aa83-acb143334ab7, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=df23e2a1-bcf8-455e-aa83-acb143334ab7,segment=NetworkSegment(ba3ccad1-e761-4282-ad36-66b52ed371a6),segment_id=ba3ccad1-e761-4282-ad36-66b52ed371a6)] {{(pid=106293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:19:34.173924 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-25e6ece0-16bc-42dc-b4ee-fa2a0a1819e6 admin admin] Publish callbacks [] for security_group (f8023350-0a11-4bb6-b61a-16168bc3b91d), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:34.188904 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-3e5535be-4246-4fdf-ac6a-6d6a02b2392b req-0a78a966-a717-4c3d-b795-f0e328fa3f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-454314'] for port (df23e2a1-bcf8-455e-aa83-acb143334ab7), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:34.193714 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5535be-4246-4fdf-ac6a-6d6a02b2392b req-0a78a966-a717-4c3d-b795-f0e328fa3f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:34.194368 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-3e5535be-4246-4fdf-ac6a-6d6a02b2392b req-0a78a966-a717-4c3d-b795-f0e328fa3f0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:34.195762 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3e5535be-4246-4fdf-ac6a-6d6a02b2392b req-0a78a966-a717-4c3d-b795-f0e328fa3f0f service neutron] 10.222.0.75 "PUT /networking/v2.0/ports/df23e2a1-bcf8-455e-aa83-acb143334ab7 HTTP/1.1" status: 200 len: 1093 time: 4.2159650 Aug 30 04:19:34.203630 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-25e6ece0-16bc-42dc-b4ee-fa2a0a1819e6 admin admin] Publish callbacks [] for security_group (f8023350-0a11-4bb6-b61a-16168bc3b91d), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:34.253236 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ab2a5-5236-49e5-a18f-a28bea934866 req-585e8c57-dce6-4972-af1f-4b6b47e21697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:34.261065 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ac6ab2a5-5236-49e5-a18f-a28bea934866 req-585e8c57-dce6-4972-af1f-4b6b47e21697 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=5a89b6f21ff24eafbed378c2ece79c3e&device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 1127 time: 0.2573895 Aug 30 04:19:34.281041 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:34.283697 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-25e6ece0-16bc-42dc-b4ee-fa2a0a1819e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (f8023350-0a11-4bb6-b61a-16168bc3b91d), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:34.292252 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-25e6ece0-16bc-42dc-b4ee-fa2a0a1819e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:34.292252 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-25e6ece0-16bc-42dc-b4ee-fa2a0a1819e6 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/f8023350-0a11-4bb6-b61a-16168bc3b91d HTTP/1.1" status: 204 len: 168 time: 0.2115405 Aug 30 04:19:34.331493 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e6ece0-16bc-42dc-b4ee-fa2a0a1819e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8023350-0a11-4bb6-b61a-16168bc3b91d,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:34.380551 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da8ac1f-4353-465c-a562-582cebdb7e8b req-bdb771aa-d285-4298-8e4d-7afa2521f345 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:34.382097 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-2da8ac1f-4353-465c-a562-582cebdb7e8b req-bdb771aa-d285-4298-8e4d-7afa2521f345 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 943 time: 0.1027670 Aug 30 04:19:34.451879 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-2da8ac1f-4353-465c-a562-582cebdb7e8b req-1108a069-4408-451b-bb82-6bf9a524b795 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565932 Aug 30 04:19:34.467399 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a7818-2ef6-4bd1-8594-7145f07864df req-01a669a3-5efb-4759-bcfb-40539c350c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:34.469037 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d18a7818-2ef6-4bd1-8594-7145f07864df req-01a669a3-5efb-4759-bcfb-40539c350c7c service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=a9a5c650ed23445bb585711f962d7e09&device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 1127 time: 0.4686317 Aug 30 04:19:34.538018 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-183e7824-66e2-41c8-9b76-09447a124d33 req-79ed25e5-2ca1-4025-b08c-92984ead5451 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (878113b7-0721-4ab0-9707-08eb2f973e55), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:34.701739 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:34.702966 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5535be-4246-4fdf-ac6a-6d6a02b2392b req-cc107fc9-e08f-4284-abdb-7e09faa79665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:34.705013 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3e5535be-4246-4fdf-ac6a-6d6a02b2392b req-cc107fc9-e08f-4284-abdb-7e09faa79665 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=a9a5c650ed23445bb585711f962d7e09&device_id=5fde664c-f504-436a-bc03-41126ce28efe HTTP/1.1" status: 200 len: 1127 time: 0.4395504 Aug 30 04:19:34.739937 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d18a7818-2ef6-4bd1-8594-7145f07864df req-724f1000-da0e-40f1-a284-b4dc7e13a178 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84574c99-3886-4ef8-b113-d17a2f4ac835 HTTP/1.1" status: 200 len: 217 time: 0.2036147 Aug 30 04:19:34.832783 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a78a966-a717-4c3d-b795-f0e328fa3f0f service neutron] Pushing event updated for resources: {'Port': ['ID=df23e2a1-bcf8-455e-aa83-acb143334ab7,revision_number=3']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:34.836648 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-183e7824-66e2-41c8-9b76-09447a124d33 req-79ed25e5-2ca1-4025-b08c-92984ead5451 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Network ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6 is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:19:34.862285 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3e5535be-4246-4fdf-ac6a-6d6a02b2392b req-e999899c-3614-48a4-854a-54e4b82db818 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df23e2a1-bcf8-455e-aa83-acb143334ab7 HTTP/1.1" status: 200 len: 217 time: 0.1243525 Aug 30 04:19:34.879780 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c8abc-5e83-48f4-bcd3-f0083fbad9ff req-10f4a557-607f-44d0-846f-01e1e4e6a582 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:34.881261 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cf7c8abc-5e83-48f4-bcd3-f0083fbad9ff req-10f4a557-607f-44d0-846f-01e1e4e6a582 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 943 time: 0.4699786 Aug 30 04:19:34.894062 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [req-183e7824-66e2-41c8-9b76-09447a124d33 req-79ed25e5-2ca1-4025-b08c-92984ead5451 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:19:34.948459 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-183e7824-66e2-41c8-9b76-09447a124d33 req-79ed25e5-2ca1-4025-b08c-92984ead5451 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:19:35.145510 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:35.192966 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a7818-2ef6-4bd1-8594-7145f07864df req-8abac988-0e27-46a7-a287-c87450707fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:35.194459 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d18a7818-2ef6-4bd1-8594-7145f07864df req-8abac988-0e27-46a7-a287-c87450707fec service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=bf40f790-127d-4290-907b-8c5f990389ae HTTP/1.1" status: 200 len: 858 time: 0.4244189 Aug 30 04:19:35.201684 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ab2a5-5236-49e5-a18f-a28bea934866 req-b5c542f7-ef2b-4fd9-a329-1c0127bdcf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:35.203325 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ac6ab2a5-5236-49e5-a18f-a28bea934866 req-b5c542f7-ef2b-4fd9-a329-1c0127bdcf9a service neutron] 10.222.0.75 "GET /networking/v2.0/networks?tenant_id=5a89b6f21ff24eafbed378c2ece79c3e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.7610207 Aug 30 04:19:35.215641 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5535be-4246-4fdf-ac6a-6d6a02b2392b req-110a781e-6a07-404e-a48c-4c1189f127d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:35.217074 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3e5535be-4246-4fdf-ac6a-6d6a02b2392b req-110a781e-6a07-404e-a48c-4c1189f127d1 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=bf40f790-127d-4290-907b-8c5f990389ae HTTP/1.1" status: 200 len: 858 time: 0.3264160 Aug 30 04:19:35.236230 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ed25e5-2ca1-4025-b08c-92984ead5451 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Pushing event updated for resources: {'Port': ['ID=878113b7-0721-4ab0-9707-08eb2f973e55,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:35.237354 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b26ede-4d78-45f0-8ac7-765a27bbea8f req-00d277de-24c6-46b6-bc85-28a2cc2aa91a tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:35.246194 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-32b26ede-4d78-45f0-8ac7-765a27bbea8f req-00d277de-24c6-46b6-bc85-28a2cc2aa91a tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 931 time: 0.0719872 Aug 30 04:19:35.251564 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-bf8c403e-8432-493e-b941-9b5aeea46e11 None None] Provisioning complete for port 878113b7-0721-4ab0-9707-08eb2f973e55 triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:19:35.252130 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-bf8c403e-8432-493e-b941-9b5aeea46e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (878113b7-0721-4ab0-9707-08eb2f973e55), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:35.325351 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-32b26ede-4d78-45f0-8ac7-765a27bbea8f req-5ca8c022-3e08-4a7e-8dc0-47c375435109 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739250 Aug 30 04:19:35.335284 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e7824-66e2-41c8-9b76-09447a124d33 req-79ed25e5-2ca1-4025-b08c-92984ead5451 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:35.335912 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-183e7824-66e2-41c8-9b76-09447a124d33 req-79ed25e5-2ca1-4025-b08c-92984ead5451 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:35.352013 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-bf8c403e-8432-493e-b941-9b5aeea46e11 None None] Port 878113b7-0721-4ab0-9707-08eb2f973e55 cannot update to ACTIVE because it is not bound. {{(pid=106294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:19:35.464031 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11075ee4-2769-40a6-abdb-d011a0dfdc74 req-f855fa70-3288-485c-b891-1b5ee2dd9339 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:35.465984 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-11075ee4-2769-40a6-abdb-d011a0dfdc74 req-f855fa70-3288-485c-b891-1b5ee2dd9339 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23aaf8c2-d8be-49ca-a496-4d9713c03f46 HTTP/1.1" status: 200 len: 943 time: 0.0642216 Aug 30 04:19:35.498511 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cf7c8abc-5e83-48f4-bcd3-f0083fbad9ff req-a49d3391-6f12-46c4-95d9-2b8856869d79 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5530922 Aug 30 04:19:35.526840 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-183e7824-66e2-41c8-9b76-09447a124d33 req-79ed25e5-2ca1-4025-b08c-92984ead5451 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.75 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7271097 Aug 30 04:19:35.533367 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a7818-2ef6-4bd1-8594-7145f07864df req-2cbbb64f-0014-4321-a66e-8510356ce09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:35.535028 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d18a7818-2ef6-4bd1-8594-7145f07864df req-2cbbb64f-0014-4321-a66e-8510356ce09c service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=524cda22-09e9-423b-b572-9d6bbb210043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3229501 Aug 30 04:19:35.543804 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5535be-4246-4fdf-ac6a-6d6a02b2392b req-9e9b3f50-52ad-420f-b1e8-5a9822398055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:35.545249 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3e5535be-4246-4fdf-ac6a-6d6a02b2392b req-9e9b3f50-52ad-420f-b1e8-5a9822398055 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=524cda22-09e9-423b-b572-9d6bbb210043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3014135 Aug 30 04:19:35.549935 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-183e7824-66e2-41c8-9b76-09447a124d33 req-13449be0-3df6-4a2d-ac92-4a45325acd9a service neutron] Request body: {'port': {'device_id': 'a3ff227a-e878-4f20-b2e7-1d0fac6fb242', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:19:35.577146 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-11075ee4-2769-40a6-abdb-d011a0dfdc74 req-513c30e9-39be-496e-a243-572ec6e390b5 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=62d429cd-f2b8-488d-9289-57ed40003738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028869 Aug 30 04:19:35.966234 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67620860-4433-443f-9ed6-f67a98bf44cf', 'tag': '84574c99-3886-4ef8-b113-d17a2f4ac835'}, {'name': 'network-changed', 'server_uuid': '5fde664c-f504-436a-bc03-41126ce28efe', 'tag': 'df23e2a1-bcf8-455e-aa83-acb143334ab7'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:19:35.968870 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11a3118c5976ecaadc28dc64ec6366a88eb3d4be069be3e491e321578e9d1f78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3718cf54-d841-4582-a265-c0f3aa4fd127" -d '{"events": [{"name": "network-changed", "server_uuid": "67620860-4433-443f-9ed6-f67a98bf44cf", "tag": "84574c99-3886-4ef8-b113-d17a2f4ac835"}, {"name": "network-changed", "server_uuid": "5fde664c-f504-436a-bc03-41126ce28efe", "tag": "df23e2a1-bcf8-455e-aa83-acb143334ab7"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:19:36.088052 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 30 Aug 2022 04:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10602af-8339-4879-825f-57b23ad85d94 x-openstack-request-id: req-c10602af-8339-4879-825f-57b23ad85d94 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:19:36.088606 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67620860-4433-443f-9ed6-f67a98bf44cf", "tag": "84574c99-3886-4ef8-b113-d17a2f4ac835", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5fde664c-f504-436a-bc03-41126ce28efe", "tag": "df23e2a1-bcf8-455e-aa83-acb143334ab7", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:19:36.089024 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c10602af-8339-4879-825f-57b23ad85d94 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:19:36.089583 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c10602af-8339-4879-825f-57b23ad85d94'] response: {'name': 'network-changed', 'server_uuid': '67620860-4433-443f-9ed6-f67a98bf44cf', 'tag': '84574c99-3886-4ef8-b113-d17a2f4ac835', 'status': 'completed', 'code': 200} Aug 30 04:19:36.089998 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c10602af-8339-4879-825f-57b23ad85d94'] response: {'name': 'network-changed', 'server_uuid': '5fde664c-f504-436a-bc03-41126ce28efe', 'tag': 'df23e2a1-bcf8-455e-aa83-acb143334ab7', 'status': 'completed', 'code': 200} Aug 30 04:19:36.105720 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da9708-af61-459a-8825-9a8bc44435a5 req-521e830e-60d8-4dbb-89df-8122192a4f47 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:36.113362 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-22da9708-af61-459a-8825-9a8bc44435a5 req-521e830e-60d8-4dbb-89df-8122192a4f47 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 943 time: 0.5169535 Aug 30 04:19:36.116495 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ab2a5-5236-49e5-a18f-a28bea934866 req-69c380a0-b3b9-4ac0-b28d-5f6cfac30c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:36.118686 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ac6ab2a5-5236-49e5-a18f-a28bea934866 req-69c380a0-b3b9-4ac0-b28d-5f6cfac30c4a service neutron] 10.222.0.75 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8861909 Aug 30 04:19:36.204855 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-183e7824-66e2-41c8-9b76-09447a124d33 req-13449be0-3df6-4a2d-ac92-4a45325acd9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (878113b7-0721-4ab0-9707-08eb2f973e55), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:36.287977 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3e5535be-4246-4fdf-ac6a-6d6a02b2392b req-19acdbc0-888d-47d7-8ea3-312211c2399a service neutron] 10.222.0.75 "GET /networking/v2.0/networks/524cda22-09e9-423b-b572-9d6bbb210043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7003138 Aug 30 04:19:36.293911 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f833e9a-e1a4-472c-ad5a-a7690da5c039 req-1b17a4d8-7a40-49df-abe9-355675b6b7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:36.295536 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3f833e9a-e1a4-472c-ad5a-a7690da5c039 req-1b17a4d8-7a40-49df-abe9-355675b6b7ac service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=5a89b6f21ff24eafbed378c2ece79c3e&device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 1127 time: 0.1112156 Aug 30 04:19:36.297813 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d18a7818-2ef6-4bd1-8594-7145f07864df req-c6818957-d291-4f8e-97b4-3c6b32ec602c service neutron] 10.222.0.75 "GET /networking/v2.0/networks/524cda22-09e9-423b-b572-9d6bbb210043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7516561 Aug 30 04:19:36.336860 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-22da9708-af61-459a-8825-9a8bc44435a5 req-a7b61145-c438-4f10-b0e3-f97bb89b22da tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2222743 Aug 30 04:19:36.349180 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:36.512315 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c627b-0322-4805-976b-25910e8caeec req-8ffc0087-966e-4f10-9f7b-5de3054f01f8 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:36.534581 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-051c627b-0322-4805-976b-25910e8caeec req-8ffc0087-966e-4f10-9f7b-5de3054f01f8 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 931 time: 0.0838604 Aug 30 04:19:36.660414 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-051c627b-0322-4805-976b-25910e8caeec req-606f4560-43d9-445d-8ef0-0cd41c85d55d tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251550 Aug 30 04:19:36.835577 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82de04f-5e9d-4269-a041-97054cf7f65c req-c34efb4b-57e2-4104-93d6-3a2bea41cb2a tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:36.837392 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d82de04f-5e9d-4269-a041-97054cf7f65c req-c34efb4b-57e2-4104-93d6-3a2bea41cb2a tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 943 time: 0.1008077 Aug 30 04:19:36.847599 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [req-183e7824-66e2-41c8-9b76-09447a124d33 req-13449be0-3df6-4a2d-ac92-4a45325acd9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 878113b7-0721-4ab0-9707-08eb2f973e55 {{(pid=106293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:19:36.855622 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd180b0-7e58-4b8e-9463-696086d46ec7 req-32009076-4164-4462-94af-c6dd21e8e4a6 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:36.859138 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-9dd180b0-7e58-4b8e-9463-696086d46ec7 req-32009076-4164-4462-94af-c6dd21e8e4a6 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23aaf8c2-d8be-49ca-a496-4d9713c03f46 HTTP/1.1" status: 200 len: 943 time: 0.0774391 Aug 30 04:19:36.883153 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-183e7824-66e2-41c8-9b76-09447a124d33 req-13449be0-3df6-4a2d-ac92-4a45325acd9a service neutron] Publish callbacks [] for port (878113b7-0721-4ab0-9707-08eb2f973e55), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:36.920741 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.provisioning_blocks [req-183e7824-66e2-41c8-9b76-09447a124d33 req-13449be0-3df6-4a2d-ac92-4a45325acd9a service neutron] Transition to ACTIVE for port object 878113b7-0721-4ab0-9707-08eb2f973e55 will not be triggered until provisioned by entity L2. {{(pid=106293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:19:36.931175 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-9dd180b0-7e58-4b8e-9463-696086d46ec7 req-dce011eb-6146-4a0f-a1d7-c28ef2e048ca tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=62d429cd-f2b8-488d-9289-57ed40003738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657139 Aug 30 04:19:36.934656 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-183e7824-66e2-41c8-9b76-09447a124d33 req-13449be0-3df6-4a2d-ac92-4a45325acd9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-454314'] for port (878113b7-0721-4ab0-9707-08eb2f973e55), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:36.951128 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d82de04f-5e9d-4269-a041-97054cf7f65c req-52d76f6d-c08b-44b5-add8-906d57389eca tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942783 Aug 30 04:19:36.981466 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:37.039103 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13449be0-3df6-4a2d-ac92-4a45325acd9a service neutron] Pushing event updated for resources: {'Port': ['ID=878113b7-0721-4ab0-9707-08eb2f973e55,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:37.076104 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-183e7824-66e2-41c8-9b76-09447a124d33 req-13449be0-3df6-4a2d-ac92-4a45325acd9a service neutron] Attempting to bind port 878113b7-0721-4ab0-9707-08eb2f973e55 on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:19:37.076104 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-183e7824-66e2-41c8-9b76-09447a124d33 req-13449be0-3df6-4a2d-ac92-4a45325acd9a service neutron] Attempting to bind port 878113b7-0721-4ab0-9707-08eb2f973e55 by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': 'f1ad6c1c-d522-42f8-b534-1fea329f4792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6'}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:19:37.078611 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183e7824-66e2-41c8-9b76-09447a124d33 req-13449be0-3df6-4a2d-ac92-4a45325acd9a service neutron] Attempting to bind port 878113b7-0721-4ab0-9707-08eb2f973e55 on network ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:19:37.083977 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183e7824-66e2-41c8-9b76-09447a124d33 req-13449be0-3df6-4a2d-ac92-4a45325acd9a service neutron] Port 878113b7-0721-4ab0-9707-08eb2f973e55 on network ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:19:37.084598 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183e7824-66e2-41c8-9b76-09447a124d33 req-13449be0-3df6-4a2d-ac92-4a45325acd9a service neutron] Attempting to bind port 878113b7-0721-4ab0-9707-08eb2f973e55 on network ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:19:37.092170 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183e7824-66e2-41c8-9b76-09447a124d33 req-13449be0-3df6-4a2d-ac92-4a45325acd9a service neutron] Checking agent: {'id': '5274a8db-cdbb-4c02-abb1-2eb9d7076dc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 17), 'started_at': datetime.datetime(2022, 8, 30, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:19:37.092853 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183e7824-66e2-41c8-9b76-09447a124d33 req-13449be0-3df6-4a2d-ac92-4a45325acd9a service neutron] Checking segment: {'id': 'f1ad6c1c-d522-42f8-b534-1fea329f4792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:19:37.093427 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183e7824-66e2-41c8-9b76-09447a124d33 req-13449be0-3df6-4a2d-ac92-4a45325acd9a service neutron] Bound using segment: {'id': 'f1ad6c1c-d522-42f8-b534-1fea329f4792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6'} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:19:37.094207 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-183e7824-66e2-41c8-9b76-09447a124d33 req-13449be0-3df6-4a2d-ac92-4a45325acd9a service neutron] Bound port: 878113b7-0721-4ab0-9707-08eb2f973e55, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1ad6c1c-d522-42f8-b534-1fea329f4792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6'}}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:19:37.094616 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-183e7824-66e2-41c8-9b76-09447a124d33 req-13449be0-3df6-4a2d-ac92-4a45325acd9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (878113b7-0721-4ab0-9707-08eb2f973e55), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:37.142516 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 9a8ac484-1ffe-4f46-8407-35f8d0244af1 details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106294) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:19:37.173621 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-183e7824-66e2-41c8-9b76-09447a124d33 req-13449be0-3df6-4a2d-ac92-4a45325acd9a service neutron] For port 878113b7-0721-4ab0-9707-08eb2f973e55, host hv-cinder-85220, cleared binding levels {{(pid=106293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:19:37.177298 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-183e7824-66e2-41c8-9b76-09447a124d33 req-13449be0-3df6-4a2d-ac92-4a45325acd9a service neutron] For port 878113b7-0721-4ab0-9707-08eb2f973e55, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=878113b7-0721-4ab0-9707-08eb2f973e55,segment=NetworkSegment(f1ad6c1c-d522-42f8-b534-1fea329f4792),segment_id=f1ad6c1c-d522-42f8-b534-1fea329f4792)] {{(pid=106293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:19:37.189729 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-183e7824-66e2-41c8-9b76-09447a124d33 req-13449be0-3df6-4a2d-ac92-4a45325acd9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-454314'] for port (878113b7-0721-4ab0-9707-08eb2f973e55), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:37.194603 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e7824-66e2-41c8-9b76-09447a124d33 req-13449be0-3df6-4a2d-ac92-4a45325acd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:37.195333 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-183e7824-66e2-41c8-9b76-09447a124d33 req-13449be0-3df6-4a2d-ac92-4a45325acd9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:37.196905 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-183e7824-66e2-41c8-9b76-09447a124d33 req-13449be0-3df6-4a2d-ac92-4a45325acd9a service neutron] 10.222.0.75 "PUT /networking/v2.0/ports/878113b7-0721-4ab0-9707-08eb2f973e55 HTTP/1.1" status: 200 len: 1093 time: 1.6545973 Aug 30 04:19:37.261353 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13449be0-3df6-4a2d-ac92-4a45325acd9a service neutron] Pushing event updated for resources: {'Port': ['ID=878113b7-0721-4ab0-9707-08eb2f973e55,revision_number=3']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:37.269258 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:37.301238 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port 9a8ac484-1ffe-4f46-8407-35f8d0244af1, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=9a8ac484-1ffe-4f46-8407-35f8d0244af1,segment=NetworkSegment(a9b938b7-cff9-44f4-ab8d-f09cd9baceec),segment_id=a9b938b7-cff9-44f4-ab8d-f09cd9baceec)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:19:37.313606 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Returning: {'device': '9a8ac484-1ffe-4f46-8407-35f8d0244af1', 'network_id': '38cf1e98-cd39-44e7-9101-9b1264f447b9', 'port_id': '9a8ac484-1ffe-4f46-8407-35f8d0244af1', 'mac_address': 'fa:16:3e:c7:5f:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86f813bc-4ff9-424a-9fbe-1c3d1292f27e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106294) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:19:37.352231 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Current status of the port 9a8ac484-1ffe-4f46-8407-35f8d0244af1 is: DOWN; New status is: BUILD {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:19:37.352970 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (9a8ac484-1ffe-4f46-8407-35f8d0244af1), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:37.367612 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a8ac484-1ffe-4f46-8407-35f8d0244af1 {{(pid=106294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:19:37.408968 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port 9a8ac484-1ffe-4f46-8407-35f8d0244af1, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=9a8ac484-1ffe-4f46-8407-35f8d0244af1,segment=NetworkSegment(a9b938b7-cff9-44f4-ab8d-f09cd9baceec),segment_id=a9b938b7-cff9-44f4-ab8d-f09cd9baceec)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:19:37.415117 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (9a8ac484-1ffe-4f46-8407-35f8d0244af1), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:37.476680 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Pushing event updated for resources: {'Port': ['ID=9a8ac484-1ffe-4f46-8407-35f8d0244af1,revision_number=4']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:37.493546 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9645fd-e9fe-44b0-a04a-f4099ec7a2b6 req-a65b1a41-70b0-4eca-94c4-633aacf7bd91 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:37.496721 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-0b9645fd-e9fe-44b0-a04a-f4099ec7a2b6 req-a65b1a41-70b0-4eca-94c4-633aacf7bd91 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 943 time: 0.0607679 Aug 30 04:19:37.551238 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-0b9645fd-e9fe-44b0-a04a-f4099ec7a2b6 req-405e37bc-3ce2-4690-a074-5b0e66efee31 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475705 Aug 30 04:19:37.804616 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb51fdf-f740-4576-bb09-b16837c55171 req-07fe5e3e-1422-4537-b794-b62abaef7fb2 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:37.811944 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ebb51fdf-f740-4576-bb09-b16837c55171 req-07fe5e3e-1422-4537-b794-b62abaef7fb2 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 943 time: 0.0590448 Aug 30 04:19:37.859429 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ebb51fdf-f740-4576-bb09-b16837c55171 req-ab3bc95d-1ca1-4b00-bdbd-1eb60db46c92 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466125 Aug 30 04:19:38.074031 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b23f3e-4713-4586-8200-21daf451608f req-f20c9b52-5887-425a-8953-a5b25563468c tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:38.075686 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-73b23f3e-4713-4586-8200-21daf451608f req-f20c9b52-5887-425a-8953-a5b25563468c tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23aaf8c2-d8be-49ca-a496-4d9713c03f46 HTTP/1.1" status: 200 len: 944 time: 0.0495756 Aug 30 04:19:38.083179 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a914e3-67fd-4880-aa5e-9a9682c0161d req-f42663d5-a991-4e53-842d-2d8f929ad08e tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:38.084895 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-60a914e3-67fd-4880-aa5e-9a9682c0161d req-f42663d5-a991-4e53-842d-2d8f929ad08e tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 943 time: 0.0515113 Aug 30 04:19:38.091541 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3ff227a-e878-4f20-b2e7-1d0fac6fb242', 'tag': '878113b7-0721-4ab0-9707-08eb2f973e55'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:19:38.094132 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11a3118c5976ecaadc28dc64ec6366a88eb3d4be069be3e491e321578e9d1f78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f4d000-c75b-432b-a5a7-e55c6ed99912" -d '{"events": [{"name": "network-changed", "server_uuid": "a3ff227a-e878-4f20-b2e7-1d0fac6fb242", "tag": "878113b7-0721-4ab0-9707-08eb2f973e55"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:19:38.096835 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:DELETE=4 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:38.120252 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:38.138865 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-73b23f3e-4713-4586-8200-21daf451608f req-bea1cdd3-3fab-4439-abaf-69e2b1dc53ea tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=62d429cd-f2b8-488d-9289-57ed40003738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568032 Aug 30 04:19:38.164532 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-60a914e3-67fd-4880-aa5e-9a9682c0161d req-06bf02b8-04e0-4aad-bf0f-c637ac49c2bd tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664845 Aug 30 04:19:38.180327 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d42c19-e32a-4793-bf1e-1ccc00618b13 x-openstack-request-id: req-b5d42c19-e32a-4793-bf1e-1ccc00618b13 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:19:38.180620 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3ff227a-e878-4f20-b2e7-1d0fac6fb242", "tag": "878113b7-0721-4ab0-9707-08eb2f973e55", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:19:38.180874 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b5d42c19-e32a-4793-bf1e-1ccc00618b13 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:19:38.181275 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5d42c19-e32a-4793-bf1e-1ccc00618b13'] response: {'name': 'network-changed', 'server_uuid': 'a3ff227a-e878-4f20-b2e7-1d0fac6fb242', 'tag': '878113b7-0721-4ab0-9707-08eb2f973e55', 'status': 'completed', 'code': 200} Aug 30 04:19:38.196483 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 46514) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:38.308654 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-de2e1d01-beaf-40f5-87e0-faf33c11a37c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:38.382574 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-de2e1d01-beaf-40f5-87e0-faf33c11a37c admin admin] Publish callbacks [] for security_group (6de0cc8b-e5d4-49e9-88b8-4bb4da261dd9), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:38.387438 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-de2e1d01-beaf-40f5-87e0-faf33c11a37c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (6de0cc8b-e5d4-49e9-88b8-4bb4da261dd9), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:38.425848 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-de2e1d01-beaf-40f5-87e0-faf33c11a37c admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=45d28973422049dcaa44e7a5a32790fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2276397 Aug 30 04:19:38.426702 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e1d01-beaf-40f5-87e0-faf33c11a37c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de0cc8b-e5d4-49e9-88b8-4bb4da261dd9,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:38.428572 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 46518) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:38.481082 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-b1bcf3d0-fdcb-4430-859d-d2f0c971d261 admin admin] Publish callbacks [] for security_group (6de0cc8b-e5d4-49e9-88b8-4bb4da261dd9), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:38.501478 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-b1bcf3d0-fdcb-4430-859d-d2f0c971d261 admin admin] Publish callbacks [] for security_group (6de0cc8b-e5d4-49e9-88b8-4bb4da261dd9), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:38.549108 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-b1bcf3d0-fdcb-4430-859d-d2f0c971d261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (6de0cc8b-e5d4-49e9-88b8-4bb4da261dd9), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:38.551786 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-b1bcf3d0-fdcb-4430-859d-d2f0c971d261 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:38.552927 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-b1bcf3d0-fdcb-4430-859d-d2f0c971d261 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/6de0cc8b-e5d4-49e9-88b8-4bb4da261dd9 HTTP/1.1" status: 204 len: 168 time: 0.1227961 Aug 30 04:19:38.561277 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bcf3d0-fdcb-4430-859d-d2f0c971d261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de0cc8b-e5d4-49e9-88b8-4bb4da261dd9,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:38.720552 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c0ae18-c385-4bb1-b07d-74266bd26c04 req-f54f35fa-4240-4a78-ad11-a0f45afc2514 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:38.722128 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-30c0ae18-c385-4bb1-b07d-74266bd26c04 req-f54f35fa-4240-4a78-ad11-a0f45afc2514 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 943 time: 0.0845163 Aug 30 04:19:38.776897 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-30c0ae18-c385-4bb1-b07d-74266bd26c04 req-1dd7b91a-a28e-481b-83a6-052171be0c81 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468910 Aug 30 04:19:38.871484 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 46528) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:38.982769 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3f833e9a-e1a4-472c-ad5a-a7690da5c039 req-1b141f4f-dfe1-401a-b456-12b8e5accc52 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8e75002-6c9d-47c3-a24b-44a2b69a1fc6 HTTP/1.1" status: 200 len: 217 time: 0.1135635 Aug 30 04:19:38.983592 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-28bf3839-1972-43ee-97b7-5c098d1a4346 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:39.123185 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] get_ports_and_sgs() called for port_ids ['9a8ac484-1ffe-4f46-8407-35f8d0244af1'] {{(pid=106294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:19:39.137372 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4d000-c75b-432b-a5a7-e55c6ed99912 req-b0cf81cd-dab1-45b8-a7d4-765e438ab82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:39.138881 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-55f4d000-c75b-432b-a5a7-e55c6ed99912 req-b0cf81cd-dab1-45b8-a7d4-765e438ab82e service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=411b8da28bed456bbdcdb01587610b47&device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 1127 time: 0.2358594 Aug 30 04:19:39.183667 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:39.205764 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dbb497-e7b9-48cf-aca8-df428c98cc5f req-ccf1760b-9996-41a7-9975-02fc7a838bc5 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:39.207424 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-73dbb497-e7b9-48cf-aca8-df428c98cc5f req-ccf1760b-9996-41a7-9975-02fc7a838bc5 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 943 time: 0.2540779 Aug 30 04:19:39.277647 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba724a79-c090-45df-b516-60d5e01d7d0d req-a422082e-6dac-47af-aa3c-d502b4a412b7 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:39.282977 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-ba724a79-c090-45df-b516-60d5e01d7d0d req-a422082e-6dac-47af-aa3c-d502b4a412b7 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23aaf8c2-d8be-49ca-a496-4d9713c03f46 HTTP/1.1" status: 200 len: 944 time: 0.0563121 Aug 30 04:19:39.346100 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-ba724a79-c090-45df-b516-60d5e01d7d0d req-0c73b69f-be4b-48e4-9b11-fe7d8f97947d tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=62d429cd-f2b8-488d-9289-57ed40003738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598202 Aug 30 04:19:39.347698 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f833e9a-e1a4-472c-ad5a-a7690da5c039 req-c7d89147-8687-4df0-943c-4b771376f417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:39.349238 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3f833e9a-e1a4-472c-ad5a-a7690da5c039 req-c7d89147-8687-4df0-943c-4b771376f417 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=8f1a2822-90de-40bf-914e-6a8cde2028a4 HTTP/1.1" status: 200 len: 849 time: 0.3005524 Aug 30 04:19:39.351100 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3e5535be-4246-4fdf-ac6a-6d6a02b2392b req-c93a800c-cefc-497a-a511-e637b838b8d8 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/524cda22-09e9-423b-b572-9d6bbb210043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4902327 Aug 30 04:19:39.445384 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d18a7818-2ef6-4bd1-8594-7145f07864df req-54b18472-830e-4b2f-a029-38a5ca472a05 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/524cda22-09e9-423b-b572-9d6bbb210043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5728593 Aug 30 04:19:39.470071 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fae5f9-f203-40cb-8288-af5d51755e3b req-de5d98b1-f7ab-4269-9aaf-27d65cbe6907 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:39.472877 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-59fae5f9-f203-40cb-8288-af5d51755e3b req-de5d98b1-f7ab-4269-9aaf-27d65cbe6907 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 943 time: 0.0573897 Aug 30 04:19:39.474789 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:39.510752 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:39.511085 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f833e9a-e1a4-472c-ad5a-a7690da5c039 req-8013cf55-7d8c-4d9a-87f1-14afda60175d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:39.512603 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3f833e9a-e1a4-472c-ad5a-a7690da5c039 req-8013cf55-7d8c-4d9a-87f1-14afda60175d service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=f55c98a9-cbed-4af8-92a6-c49957223dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1368442 Aug 30 04:19:39.533439 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-59fae5f9-f203-40cb-8288-af5d51755e3b req-dbd8c1b5-97fd-4f7a-9c8b-64a3928bc5a4 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535734 Aug 30 04:19:39.542021 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-73dbb497-e7b9-48cf-aca8-df428c98cc5f req-9e67bc1d-7890-49a8-ab11-50e2ba7055ad tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2862535 Aug 30 04:19:39.553392 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-28bf3839-1972-43ee-97b7-5c098d1a4346 admin admin] Publish callbacks [] for security_group (06a7da43-e389-4d0d-bb3e-75112c9038b7), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:39.555475 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4d000-c75b-432b-a5a7-e55c6ed99912 req-7398ea78-0f02-4905-bc11-718698766d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:39.557049 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-55f4d000-c75b-432b-a5a7-e55c6ed99912 req-7398ea78-0f02-4905-bc11-718698766d44 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?tenant_id=411b8da28bed456bbdcdb01587610b47&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3991706 Aug 30 04:19:39.558631 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-28bf3839-1972-43ee-97b7-5c098d1a4346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (06a7da43-e389-4d0d-bb3e-75112c9038b7), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:39.609578 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-28bf3839-1972-43ee-97b7-5c098d1a4346 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=c562447983ec48a1b705329533a4d36f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7333465 Aug 30 04:19:39.609578 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf3839-1972-43ee-97b7-5c098d1a4346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a7da43-e389-4d0d-bb3e-75112c9038b7,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:39.610321 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 46558) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:39.672521 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ce2f1e95-13ba-47ca-8822-ee410e1ceee6 admin admin] Publish callbacks [] for security_group (06a7da43-e389-4d0d-bb3e-75112c9038b7), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:39.699583 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ce2f1e95-13ba-47ca-8822-ee410e1ceee6 admin admin] Publish callbacks [] for security_group (06a7da43-e389-4d0d-bb3e-75112c9038b7), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:39.745584 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ce2f1e95-13ba-47ca-8822-ee410e1ceee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (06a7da43-e389-4d0d-bb3e-75112c9038b7), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:39.748211 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ce2f1e95-13ba-47ca-8822-ee410e1ceee6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:39.749391 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-ce2f1e95-13ba-47ca-8822-ee410e1ceee6 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/06a7da43-e389-4d0d-bb3e-75112c9038b7 HTTP/1.1" status: 204 len: 168 time: 0.1378684 Aug 30 04:19:39.757724 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f1e95-13ba-47ca-8822-ee410e1ceee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a7da43-e389-4d0d-bb3e-75112c9038b7,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:39.907205 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973d6ae-2453-48fe-bc27-865298efca49 req-5b6f1402-760d-4c8d-adb3-736228ffa97e tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:39.908949 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7973d6ae-2453-48fe-bc27-865298efca49 req-5b6f1402-760d-4c8d-adb3-736228ffa97e tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 943 time: 0.0488300 Aug 30 04:19:39.968549 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7973d6ae-2453-48fe-bc27-865298efca49 req-f406f987-0bd0-4d0a-81fa-fc0806c4d0a9 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538301 Aug 30 04:19:40.280561 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4d000-c75b-432b-a5a7-e55c6ed99912 req-4dd7a455-f182-40a5-9ab2-365529885bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:40.282039 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-55f4d000-c75b-432b-a5a7-e55c6ed99912 req-4dd7a455-f182-40a5-9ab2-365529885bc0 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1894200 Aug 30 04:19:40.284028 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3f833e9a-e1a4-472c-ad5a-a7690da5c039 req-1a1e7b43-154e-47bd-9ac1-e476843a0df3 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/f55c98a9-cbed-4af8-92a6-c49957223dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781771 Aug 30 04:19:40.499785 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446da38e-f8f5-415d-b669-c630d7ccd43e req-f2aca6cf-ce69-41f9-b01c-e93804f232a5 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:40.501788 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-446da38e-f8f5-415d-b669-c630d7ccd43e req-f2aca6cf-ce69-41f9-b01c-e93804f232a5 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23aaf8c2-d8be-49ca-a496-4d9713c03f46 HTTP/1.1" status: 200 len: 944 time: 0.0813689 Aug 30 04:19:40.581587 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-446da38e-f8f5-415d-b669-c630d7ccd43e req-835488ad-3541-4ceb-b6ac-cb0bd1072ed0 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=62d429cd-f2b8-488d-9289-57ed40003738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733538 Aug 30 04:19:40.729855 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a84dcc-fb99-4981-97bf-5d3842e0fe4d req-55060611-e68b-4ce7-991f-78cf50b9ecee tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:40.731564 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b4a84dcc-fb99-4981-97bf-5d3842e0fe4d req-55060611-e68b-4ce7-991f-78cf50b9ecee tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 943 time: 0.0802581 Aug 30 04:19:40.794720 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b4a84dcc-fb99-4981-97bf-5d3842e0fe4d req-1a8f8c79-85bc-46e4-8979-bd35b2900746 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562005 Aug 30 04:19:40.918365 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e729f-f64f-4eec-8ce0-8ded46d413a8 req-dc58822b-bcd2-48f3-b49e-5a6633cda466 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:40.920053 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-874e729f-f64f-4eec-8ce0-8ded46d413a8 req-dc58822b-bcd2-48f3-b49e-5a6633cda466 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 943 time: 0.2464812 Aug 30 04:19:40.974984 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-874e729f-f64f-4eec-8ce0-8ded46d413a8 req-37417f82-c6fe-4a57-961d-dcd22f851820 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489938 Aug 30 04:19:41.111244 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ace4c8-93ed-41b7-9c92-c4ce41cbae1f req-338953a3-f38c-484b-933e-37f051fbd708 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:41.112785 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-47ace4c8-93ed-41b7-9c92-c4ce41cbae1f req-338953a3-f38c-484b-933e-37f051fbd708 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 943 time: 0.0601661 Aug 30 04:19:41.146418 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:41.165453 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-47ace4c8-93ed-41b7-9c92-c4ce41cbae1f req-bf6bae03-e239-452f-8547-9c05c6ecdc46 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463238 Aug 30 04:19:41.710839 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac77b0-8c37-4fc1-85a9-e8c296a0170c req-5b073e8c-b03d-42d9-bdaf-a088ef57c165 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:41.712328 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-42ac77b0-8c37-4fc1-85a9-e8c296a0170c req-5b073e8c-b03d-42d9-bdaf-a088ef57c165 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23aaf8c2-d8be-49ca-a496-4d9713c03f46 HTTP/1.1" status: 200 len: 944 time: 0.0508528 Aug 30 04:19:41.764036 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-42ac77b0-8c37-4fc1-85a9-e8c296a0170c req-6789f852-9566-4524-91cf-b55881b659e8 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=62d429cd-f2b8-488d-9289-57ed40003738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453863 Aug 30 04:19:41.924647 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ca246-1a4b-4092-b665-1cfb68197d4e req-b71692cd-d846-4864-90ec-4551147da7d7 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:41.926888 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a52ca246-1a4b-4092-b665-1cfb68197d4e req-b71692cd-d846-4864-90ec-4551147da7d7 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 943 time: 0.0487082 Aug 30 04:19:41.927123 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 9a8ac484-1ffe-4f46-8407-35f8d0244af1 up at agent hyperv_hv-cinder-85220 {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:19:41.979007 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Provisioning for port 9a8ac484-1ffe-4f46-8407-35f8d0244af1 completed by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:19:41.986438 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Provisioning complete for port 9a8ac484-1ffe-4f46-8407-35f8d0244af1 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:19:41.987253 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (9a8ac484-1ffe-4f46-8407-35f8d0244af1), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:41.989865 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a52ca246-1a4b-4092-b665-1cfb68197d4e req-7b82452a-7e8d-4e2b-8ff8-fd7d4dbfd96d tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529742 Aug 30 04:19:41.990805 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:42.080335 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Current status of the port 9a8ac484-1ffe-4f46-8407-35f8d0244af1 is: BUILD; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:19:42.080816 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (9a8ac484-1ffe-4f46-8407-35f8d0244af1), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:42.105790 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23aaf8c2-d8be-49ca-a496-4d9713c03f46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a8ac484-1ffe-4f46-8407-35f8d0244af1'}] {{(pid=106294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:19:42.113771 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 46700) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:42.127735 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e99ac-87b7-412e-b42d-4df79dfb9ba9 req-34251e53-a44a-418e-8f75-e680e98003bd tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:42.129498 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-882e99ac-87b7-412e-b42d-4df79dfb9ba9 req-34251e53-a44a-418e-8f75-e680e98003bd tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 943 time: 0.0759053 Aug 30 04:19:42.190559 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-882e99ac-87b7-412e-b42d-4df79dfb9ba9 req-065e7070-c24f-4c6b-9133-afe107bc5d86 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525231 Aug 30 04:19:42.269477 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ad2c28a0-ac17-475f-bb31-a37f7a8ec2a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:42.322903 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port 9a8ac484-1ffe-4f46-8407-35f8d0244af1, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=9a8ac484-1ffe-4f46-8407-35f8d0244af1,segment=NetworkSegment(a9b938b7-cff9-44f4-ab8d-f09cd9baceec),segment_id=a9b938b7-cff9-44f4-ab8d-f09cd9baceec)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:19:42.327711 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc91461c002048a1511ec2515697d9f100988a5a9e001fc967bf4275e8e26e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28785b5a-6961-4806-bb5f-926e168243ca" -d '{"events": [{"server_uuid": "23aaf8c2-d8be-49ca-a496-4d9713c03f46", "name": "network-vif-plugged", "status": "completed", "tag": "9a8ac484-1ffe-4f46-8407-35f8d0244af1"}]}' {{(pid=106294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:19:42.330898 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (9a8ac484-1ffe-4f46-8407-35f8d0244af1), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:42.344760 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ad8f8-b93f-429e-bd20-21574296f3ab req-36e35140-43d6-4a45-aa34-3f387d458f07 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:42.346286 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0c1ad8f8-b93f-429e-bd20-21574296f3ab req-36e35140-43d6-4a45-aa34-3f387d458f07 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 943 time: 0.0847547 Aug 30 04:19:42.386419 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Pushing event updated for resources: {'Port': ['ID=9a8ac484-1ffe-4f46-8407-35f8d0244af1,revision_number=5']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:42.429255 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea899f3d-5e1a-4553-a52a-5104440c77ef x-openstack-request-id: req-ea899f3d-5e1a-4553-a52a-5104440c77ef {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:19:42.429573 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23aaf8c2-d8be-49ca-a496-4d9713c03f46", "name": "network-vif-plugged", "status": "completed", "tag": "9a8ac484-1ffe-4f46-8407-35f8d0244af1", "code": 200}]} {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:19:42.429833 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ea899f3d-5e1a-4553-a52a-5104440c77ef {{(pid=106294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:19:42.430317 dv-cinder-852208-11-iscsi neutron-server[106294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea899f3d-5e1a-4553-a52a-5104440c77ef'] response: {'server_uuid': '23aaf8c2-d8be-49ca-a496-4d9713c03f46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a8ac484-1ffe-4f46-8407-35f8d0244af1', 'code': 200} Aug 30 04:19:42.432229 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0c1ad8f8-b93f-429e-bd20-21574296f3ab req-b71f14b5-05e6-4bf4-8d3e-7a347e282380 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752854 Aug 30 04:19:42.440958 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ad2c28a0-ac17-475f-bb31-a37f7a8ec2a7 admin admin] Publish callbacks [] for security_group (15e0d497-9433-4c6a-91f8-357bfc0f3c7e), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:42.445309 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ad2c28a0-ac17-475f-bb31-a37f7a8ec2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (15e0d497-9433-4c6a-91f8-357bfc0f3c7e), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:42.464052 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:42.494028 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-ad2c28a0-ac17-475f-bb31-a37f7a8ec2a7 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=30c4109e0b744968a03ff9d560482b01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3791373 Aug 30 04:19:42.495557 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2c28a0-ac17-475f-bb31-a37f7a8ec2a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e0d497-9433-4c6a-91f8-357bfc0f3c7e,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:42.498376 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 46716) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:42.545008 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:42.557228 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-59a96940-4ef0-4255-80d4-b76aaeeffaa0 admin admin] Publish callbacks [] for security_group (15e0d497-9433-4c6a-91f8-357bfc0f3c7e), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:42.578465 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-59a96940-4ef0-4255-80d4-b76aaeeffaa0 admin admin] Publish callbacks [] for security_group (15e0d497-9433-4c6a-91f8-357bfc0f3c7e), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:42.626889 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-59a96940-4ef0-4255-80d4-b76aaeeffaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (15e0d497-9433-4c6a-91f8-357bfc0f3c7e), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:42.629478 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-59a96940-4ef0-4255-80d4-b76aaeeffaa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:42.630664 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-59a96940-4ef0-4255-80d4-b76aaeeffaa0 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/15e0d497-9433-4c6a-91f8-357bfc0f3c7e HTTP/1.1" status: 204 len: 168 time: 0.1302326 Aug 30 04:19:42.639176 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a96940-4ef0-4255-80d4-b76aaeeffaa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e0d497-9433-4c6a-91f8-357bfc0f3c7e,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:42.871642 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device df23e2a1-bcf8-455e-aa83-acb143334ab7 details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106294) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:19:42.903782 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beaf5ad-b905-434c-a7f5-f5fc68cf04f9 req-3e3f82e3-aa9d-4d00-9e65-d5e3750c8463 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:42.905429 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-7beaf5ad-b905-434c-a7f5-f5fc68cf04f9 req-3e3f82e3-aa9d-4d00-9e65-d5e3750c8463 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23aaf8c2-d8be-49ca-a496-4d9713c03f46 HTTP/1.1" status: 200 len: 945 time: 0.0599504 Aug 30 04:19:42.959771 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-7beaf5ad-b905-434c-a7f5-f5fc68cf04f9 req-77f905c6-3a81-40ff-8a39-85c8a686c31c tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=62d429cd-f2b8-488d-9289-57ed40003738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483842 Aug 30 04:19:42.967327 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 46726) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:42.982636 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-a6fd9501-1223-45da-9c66-0c09758ce029 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:42.997527 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port df23e2a1-bcf8-455e-aa83-acb143334ab7, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=df23e2a1-bcf8-455e-aa83-acb143334ab7,segment=NetworkSegment(ba3ccad1-e761-4282-ad36-66b52ed371a6),segment_id=ba3ccad1-e761-4282-ad36-66b52ed371a6)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:19:43.012665 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Returning: {'device': 'df23e2a1-bcf8-455e-aa83-acb143334ab7', 'network_id': '524cda22-09e9-423b-b572-9d6bbb210043', 'port_id': 'df23e2a1-bcf8-455e-aa83-acb143334ab7', 'mac_address': 'fa:16:3e:b3:d1:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf40f790-127d-4290-907b-8c5f990389ae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106294) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:19:43.041048 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:43.054961 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Current status of the port df23e2a1-bcf8-455e-aa83-acb143334ab7 is: DOWN; New status is: BUILD {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:19:43.055361 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (df23e2a1-bcf8-455e-aa83-acb143334ab7), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:43.068860 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-a6fd9501-1223-45da-9c66-0c09758ce029 admin admin] Publish callbacks [] for security_group (132cf9ae-aa16-4cc6-b804-873878a1f497), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:43.071544 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df23e2a1-bcf8-455e-aa83-acb143334ab7 {{(pid=106294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:19:43.075760 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-a6fd9501-1223-45da-9c66-0c09758ce029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (132cf9ae-aa16-4cc6-b804-873878a1f497), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:43.095339 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port df23e2a1-bcf8-455e-aa83-acb143334ab7, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=df23e2a1-bcf8-455e-aa83-acb143334ab7,segment=NetworkSegment(ba3ccad1-e761-4282-ad36-66b52ed371a6),segment_id=ba3ccad1-e761-4282-ad36-66b52ed371a6)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:19:43.099734 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (df23e2a1-bcf8-455e-aa83-acb143334ab7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:43.158067 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd9501-1223-45da-9c66-0c09758ce029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=132cf9ae-aa16-4cc6-b804-873878a1f497,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:43.158376 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Pushing event updated for resources: {'Port': ['ID=df23e2a1-bcf8-455e-aa83-acb143334ab7,revision_number=4']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:43.168360 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-a6fd9501-1223-45da-9c66-0c09758ce029 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=60eb52d0529040cf988f2495b5a152c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1999485 Aug 30 04:19:43.172111 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 46732) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:43.180913 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb81ffdf-bba6-4c25-8533-a77455375429 req-f40aef26-1aa2-4651-a442-6a532219f160 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:43.183236 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cb81ffdf-bba6-4c25-8533-a77455375429 req-f40aef26-1aa2-4651-a442-6a532219f160 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 943 time: 0.0920749 Aug 30 04:19:43.273483 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-10984cfb-8bc4-43d2-b402-911aaa3a6bb4 admin admin] Publish callbacks [] for security_group (132cf9ae-aa16-4cc6-b804-873878a1f497), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:43.303138 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cb81ffdf-bba6-4c25-8533-a77455375429 req-a1064acb-91f0-4c50-b36d-30c85d8b34fc tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116779 Aug 30 04:19:43.303390 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-10984cfb-8bc4-43d2-b402-911aaa3a6bb4 admin admin] Publish callbacks [] for security_group (132cf9ae-aa16-4cc6-b804-873878a1f497), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:43.334056 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] get_ports_and_sgs() called for port_ids ['df23e2a1-bcf8-455e-aa83-acb143334ab7'] {{(pid=106294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:19:43.395815 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd51f65-3591-4fcc-a6e3-eb1bf760f2a1 req-2b03733c-bb3e-4329-ac3f-1e4224a3098f tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:43.397576 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-6bd51f65-3591-4fcc-a6e3-eb1bf760f2a1 req-2b03733c-bb3e-4329-ac3f-1e4224a3098f tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 943 time: 0.0601602 Aug 30 04:19:43.420788 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-10984cfb-8bc4-43d2-b402-911aaa3a6bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (132cf9ae-aa16-4cc6-b804-873878a1f497), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:43.428769 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-10984cfb-8bc4-43d2-b402-911aaa3a6bb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:43.444663 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-10984cfb-8bc4-43d2-b402-911aaa3a6bb4 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/132cf9ae-aa16-4cc6-b804-873878a1f497 HTTP/1.1" status: 204 len: 168 time: 0.2706697 Aug 30 04:19:43.520349 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10984cfb-8bc4-43d2-b402-911aaa3a6bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132cf9ae-aa16-4cc6-b804-873878a1f497,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:43.582906 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-6bd51f65-3591-4fcc-a6e3-eb1bf760f2a1 req-5488d95f-a077-4cea-bbac-00d5dfa13b86 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737773 Aug 30 04:19:43.718498 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3718cf54-d841-4582-a265-c0f3aa4fd127 req-88a62fd4-cedf-4cb1-b76d-1731bb4d2294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:43.720003 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3718cf54-d841-4582-a265-c0f3aa4fd127 req-88a62fd4-cedf-4cb1-b76d-1731bb4d2294 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=a9a5c650ed23445bb585711f962d7e09&device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 1127 time: 0.2858169 Aug 30 04:19:43.725797 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e7824-66e2-41c8-9b76-09447a124d33 req-e6ff32f1-0702-4086-a236-856ea4f0ede0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:43.727232 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-183e7824-66e2-41c8-9b76-09447a124d33 req-e6ff32f1-0702-4086-a236-856ea4f0ede0 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=411b8da28bed456bbdcdb01587610b47&device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 1127 time: 0.1424651 Aug 30 04:19:43.773968 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:43.850926 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5fb302-51c6-404a-848d-1f4be80b174e req-8fdd946c-460b-44e1-9425-9a475b1bec15 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:43.858245 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6f5fb302-51c6-404a-848d-1f4be80b174e req-8fdd946c-460b-44e1-9425-9a475b1bec15 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 943 time: 0.2398279 Aug 30 04:19:44.136372 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedbe71b-ac5a-4d7c-a1ed-c99f9a66463c req-3537455c-895b-48a5-9584-0498ca40564a tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:44.138452 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-cedbe71b-ac5a-4d7c-a1ed-c99f9a66463c req-3537455c-895b-48a5-9584-0498ca40564a tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23aaf8c2-d8be-49ca-a496-4d9713c03f46 HTTP/1.1" status: 200 len: 945 time: 0.0796354 Aug 30 04:19:44.170726 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:44.170937 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-183e7824-66e2-41c8-9b76-09447a124d33 req-20c00561-e680-49b3-8bf9-980c4559de72 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=878113b7-0721-4ab0-9707-08eb2f973e55 HTTP/1.1" status: 200 len: 217 time: 0.4195361 Aug 30 04:19:44.190076 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 46792) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:44.219397 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-cedbe71b-ac5a-4d7c-a1ed-c99f9a66463c req-8f91f547-163c-44ab-b308-3f1a4dd5225c tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=62d429cd-f2b8-488d-9289-57ed40003738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748429 Aug 30 04:19:44.222458 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa4bd0-5010-4475-afb3-6a1203f721da req-561e56d6-8328-4d91-bf0a-3b90b1421ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:44.224017 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-99aa4bd0-5010-4475-afb3-6a1203f721da req-561e56d6-8328-4d91-bf0a-3b90b1421ade service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=23aaf8c2-d8be-49ca-a496-4d9713c03f46 HTTP/1.1" status: 200 len: 1129 time: 0.5009973 Aug 30 04:19:44.231125 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 46796) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:44.248546 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3f833e9a-e1a4-472c-ad5a-a7690da5c039 req-f769f14c-6e7e-4384-8592-3518e789a87f service neutron] 10.222.0.75 "GET /networking/v2.0/networks/f55c98a9-cbed-4af8-92a6-c49957223dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8016436 Aug 30 04:19:44.316126 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6f5fb302-51c6-404a-848d-1f4be80b174e req-91d85dce-7584-4eb7-9287-1cb7eee94df8 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4570048 Aug 30 04:19:44.317542 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3718cf54-d841-4582-a265-c0f3aa4fd127 req-eae02b10-a372-4a88-9eba-be65019f710b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:44.318974 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3718cf54-d841-4582-a265-c0f3aa4fd127 req-eae02b10-a372-4a88-9eba-be65019f710b service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=524cda22-09e9-423b-b572-9d6bbb210043 HTTP/1.1" status: 200 len: 920 time: 0.5906777 Aug 30 04:19:44.345935 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-761e077f-52b6-4d5f-b613-73782c82df09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:44.385690 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-102ffff4-96ff-4c98-814f-9676b00516c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:44.477605 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb3899-75e5-4cf1-9522-c3a583c39837 req-3ce77c96-eb47-4c85-abee-13fa35b874d2 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:44.479767 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-92fb3899-75e5-4cf1-9522-c3a583c39837 req-3ce77c96-eb47-4c85-abee-13fa35b874d2 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 943 time: 0.0812807 Aug 30 04:19:44.577664 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-761e077f-52b6-4d5f-b613-73782c82df09 admin admin] Publish callbacks [] for security_group (c843a802-78c9-42e6-9293-7db23738a942), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:44.586473 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-761e077f-52b6-4d5f-b613-73782c82df09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (c843a802-78c9-42e6-9293-7db23738a942), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:44.600852 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-92fb3899-75e5-4cf1-9522-c3a583c39837 req-9e0870db-0375-40ef-acc5-8cd5a3eea606 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149104 Aug 30 04:19:44.636548 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:44.663684 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-102ffff4-96ff-4c98-814f-9676b00516c5 admin admin] Publish callbacks [] for security_group (b1a164c5-be69-4862-a1cc-3d161eb434c3), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:44.675037 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-761e077f-52b6-4d5f-b613-73782c82df09 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=ae3aa33f13bb47cdad9a30b578ebea7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4811637 Aug 30 04:19:44.675037 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-102ffff4-96ff-4c98-814f-9676b00516c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (b1a164c5-be69-4862-a1cc-3d161eb434c3), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:44.677129 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 46818) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:44.678286 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e077f-52b6-4d5f-b613-73782c82df09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c843a802-78c9-42e6-9293-7db23738a942,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:44.720141 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e3fab-7a76-4dee-bae2-ce6fc8ed8c70 req-f3996a4f-fdf3-4050-b662-ffe7d2d8e708 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:44.721648 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b89e3fab-7a76-4dee-bae2-ce6fc8ed8c70 req-f3996a4f-fdf3-4050-b662-ffe7d2d8e708 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 943 time: 0.0629334 Aug 30 04:19:44.742389 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-102ffff4-96ff-4c98-814f-9676b00516c5 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=fd0f64a24a554a74a3b21e37aaf7e966&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5099566 Aug 30 04:19:44.750075 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 46820) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:44.763664 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102ffff4-96ff-4c98-814f-9676b00516c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a164c5-be69-4862-a1cc-3d161eb434c3,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:44.791447 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b89e3fab-7a76-4dee-bae2-ce6fc8ed8c70 req-43cc018b-67a2-48e9-bfa9-cfb81c7152aa tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598936 Aug 30 04:19:44.817667 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-1689c0c8-4954-4bce-af9f-df192e3d402d admin admin] Publish callbacks [] for security_group (c843a802-78c9-42e6-9293-7db23738a942), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:44.844014 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-12652624-e1a2-4906-8154-8fc15de74e98 admin admin] Publish callbacks [] for security_group (b1a164c5-be69-4862-a1cc-3d161eb434c3), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:44.850430 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-1689c0c8-4954-4bce-af9f-df192e3d402d admin admin] Publish callbacks [] for security_group (c843a802-78c9-42e6-9293-7db23738a942), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:44.888556 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-12652624-e1a2-4906-8154-8fc15de74e98 admin admin] Publish callbacks [] for security_group (b1a164c5-be69-4862-a1cc-3d161eb434c3), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:44.927795 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:44.948708 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-1689c0c8-4954-4bce-af9f-df192e3d402d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (c843a802-78c9-42e6-9293-7db23738a942), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:44.951571 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-1689c0c8-4954-4bce-af9f-df192e3d402d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:44.953225 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-1689c0c8-4954-4bce-af9f-df192e3d402d admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/c843a802-78c9-42e6-9293-7db23738a942 HTTP/1.1" status: 204 len: 168 time: 0.2716720 Aug 30 04:19:44.963535 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1689c0c8-4954-4bce-af9f-df192e3d402d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c843a802-78c9-42e6-9293-7db23738a942,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:44.971570 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-12652624-e1a2-4906-8154-8fc15de74e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (b1a164c5-be69-4862-a1cc-3d161eb434c3), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:44.974118 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-12652624-e1a2-4906-8154-8fc15de74e98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:44.976775 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-12652624-e1a2-4906-8154-8fc15de74e98 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/b1a164c5-be69-4862-a1cc-3d161eb434c3 HTTP/1.1" status: 204 len: 168 time: 0.2256169 Aug 30 04:19:44.987304 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652624-e1a2-4906-8154-8fc15de74e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a164c5-be69-4862-a1cc-3d161eb434c3,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:45.267651 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 46840) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:45.281393 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ca6db58e-92ba-4755-8cbd-902573fc263c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:45.336819 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:45.348641 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7250e3e-14c9-4f8b-b48c-0b68e64142e8 req-6ed60e18-2247-4fcb-9f44-3cc623b773c8 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:45.356124 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-a7250e3e-14c9-4f8b-b48c-0b68e64142e8 req-6ed60e18-2247-4fcb-9f44-3cc623b773c8 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23aaf8c2-d8be-49ca-a496-4d9713c03f46 HTTP/1.1" status: 200 len: 945 time: 0.0535135 Aug 30 04:19:45.376889 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ca6db58e-92ba-4755-8cbd-902573fc263c admin admin] Publish callbacks [] for security_group (644c8a19-cf1b-4d86-a48d-522c31b8ed1b), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:45.383246 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 46844) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:45.389864 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ca6db58e-92ba-4755-8cbd-902573fc263c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (644c8a19-cf1b-4d86-a48d-522c31b8ed1b), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:45.448758 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-ca6db58e-92ba-4755-8cbd-902573fc263c admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=9f40018b369e4fb9a4b2dc691a71e207&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1799030 Aug 30 04:19:45.453056 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-a7250e3e-14c9-4f8b-b48c-0b68e64142e8 req-29c1e1b8-b830-47fa-90a6-46eecd35c399 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=62d429cd-f2b8-488d-9289-57ed40003738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922036 Aug 30 04:19:45.454085 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 46848) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:45.468149 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6db58e-92ba-4755-8cbd-902573fc263c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644c8a19-cf1b-4d86-a48d-522c31b8ed1b,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:45.495243 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee1a60-6562-426c-92f8-d5c44c39bf33 req-50713019-913a-4384-85c2-7d05b782bac8 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:45.496937 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-63ee1a60-6562-426c-92f8-d5c44c39bf33 req-50713019-913a-4384-85c2-7d05b782bac8 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 943 time: 0.0740509 Aug 30 04:19:45.547080 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-1fceee93-4840-4e5a-a442-6cbd16aaf670 admin admin] Publish callbacks [] for security_group (644c8a19-cf1b-4d86-a48d-522c31b8ed1b), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:45.556846 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 46850) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:45.568233 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ae07a2e7-cd8b-42fa-abbe-94b53a41ef7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:45.574666 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-63ee1a60-6562-426c-92f8-d5c44c39bf33 req-7cd3786f-01bb-48df-a93f-eb44739c584b tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716066 Aug 30 04:19:45.580027 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-1fceee93-4840-4e5a-a442-6cbd16aaf670 admin admin] Publish callbacks [] for security_group (644c8a19-cf1b-4d86-a48d-522c31b8ed1b), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:45.581927 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-66a67c5d-48ae-40c9-b9f0-752a4bb19e48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:45.659209 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ae07a2e7-cd8b-42fa-abbe-94b53a41ef7b admin admin] Publish callbacks [] for security_group (7ec66662-c279-49d2-81c8-97e6ab965a60), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:45.664991 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ae07a2e7-cd8b-42fa-abbe-94b53a41ef7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (7ec66662-c279-49d2-81c8-97e6ab965a60), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:45.675799 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-1fceee93-4840-4e5a-a442-6cbd16aaf670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (644c8a19-cf1b-4d86-a48d-522c31b8ed1b), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:45.678515 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-1fceee93-4840-4e5a-a442-6cbd16aaf670 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:45.682904 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-1fceee93-4840-4e5a-a442-6cbd16aaf670 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/644c8a19-cf1b-4d86-a48d-522c31b8ed1b HTTP/1.1" status: 204 len: 168 time: 0.2246656 Aug 30 04:19:45.698029 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fceee93-4840-4e5a-a442-6cbd16aaf670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644c8a19-cf1b-4d86-a48d-522c31b8ed1b,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:45.705149 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae07a2e7-cd8b-42fa-abbe-94b53a41ef7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec66662-c279-49d2-81c8-97e6ab965a60,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:45.713033 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-ae07a2e7-cd8b-42fa-abbe-94b53a41ef7b admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=54c4d8946263464fbde1c3c1f894f482&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3281479 Aug 30 04:19:45.713696 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 46858) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:45.768228 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c8175563-79ca-4794-9d10-106db1ac2b29 admin admin] Publish callbacks [] for security_group (7ec66662-c279-49d2-81c8-97e6ab965a60), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:45.780875 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-66a67c5d-48ae-40c9-b9f0-752a4bb19e48 admin admin] Publish callbacks [] for security_group (c23912ba-52a9-41fb-a3cb-92c97f6a60e6), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:45.789774 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd5379-2619-4f1d-a496-55e6f55b3f15 req-be8691e3-7c67-4c5b-9739-43d51694fbab tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:45.791455 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-96fd5379-2619-4f1d-a496-55e6f55b3f15 req-be8691e3-7c67-4c5b-9739-43d51694fbab tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 943 time: 0.0791085 Aug 30 04:19:45.791902 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c8175563-79ca-4794-9d10-106db1ac2b29 admin admin] Publish callbacks [] for security_group (7ec66662-c279-49d2-81c8-97e6ab965a60), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:45.792543 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-66a67c5d-48ae-40c9-b9f0-752a4bb19e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (c23912ba-52a9-41fb-a3cb-92c97f6a60e6), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:45.822533 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:45.852034 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-66a67c5d-48ae-40c9-b9f0-752a4bb19e48 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=3720f53142dd4af69c9df022291cb870&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2941265 Aug 30 04:19:45.861589 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 46862) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:45.867018 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a67c5d-48ae-40c9-b9f0-752a4bb19e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23912ba-52a9-41fb-a3cb-92c97f6a60e6,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:45.874285 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c8175563-79ca-4794-9d10-106db1ac2b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (7ec66662-c279-49d2-81c8-97e6ab965a60), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:45.878899 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c8175563-79ca-4794-9d10-106db1ac2b29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:45.880044 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-c8175563-79ca-4794-9d10-106db1ac2b29 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/7ec66662-c279-49d2-81c8-97e6ab965a60 HTTP/1.1" status: 204 len: 168 time: 0.1649933 Aug 30 04:19:45.904394 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-96fd5379-2619-4f1d-a496-55e6f55b3f15 req-f6d33d26-2d35-4854-84f9-dac0a71d9cf9 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031587 Aug 30 04:19:45.928971 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8175563-79ca-4794-9d10-106db1ac2b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec66662-c279-49d2-81c8-97e6ab965a60,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:45.981910 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9addc2d-a360-494e-a441-c3e3d9929e2d req-eacf18c2-3a27-415e-9f44-56d20a4b6a66 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:45.983449 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c9addc2d-a360-494e-a441-c3e3d9929e2d req-eacf18c2-3a27-415e-9f44-56d20a4b6a66 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 943 time: 0.0779693 Aug 30 04:19:46.013112 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-19674483-2db1-4833-a881-be20c600e37d admin admin] Publish callbacks [] for security_group (c23912ba-52a9-41fb-a3cb-92c97f6a60e6), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:46.050890 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-19674483-2db1-4833-a881-be20c600e37d admin admin] Publish callbacks [] for security_group (c23912ba-52a9-41fb-a3cb-92c97f6a60e6), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:46.074957 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c9addc2d-a360-494e-a441-c3e3d9929e2d req-72a78aa5-17b0-4b9d-829a-aa9c5f078313 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843775 Aug 30 04:19:46.129537 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-19674483-2db1-4833-a881-be20c600e37d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (c23912ba-52a9-41fb-a3cb-92c97f6a60e6), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:46.132790 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-19674483-2db1-4833-a881-be20c600e37d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:46.133979 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-19674483-2db1-4833-a881-be20c600e37d admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/c23912ba-52a9-41fb-a3cb-92c97f6a60e6 HTTP/1.1" status: 204 len: 168 time: 0.2695804 Aug 30 04:19:46.144143 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19674483-2db1-4833-a881-be20c600e37d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23912ba-52a9-41fb-a3cb-92c97f6a60e6,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:46.186430 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 46872) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:46.200369 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1913568c-0c82-4205-a2e3-373ce12ddca3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:46.241448 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:46.310199 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1913568c-0c82-4205-a2e3-373ce12ddca3 admin admin] Publish callbacks [] for security_group (7369e716-c521-4da0-ac21-370886eba3d3), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:46.315106 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1913568c-0c82-4205-a2e3-373ce12ddca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (7369e716-c521-4da0-ac21-370886eba3d3), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:46.358769 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-1913568c-0c82-4205-a2e3-373ce12ddca3 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=8b90bf9c488d47dabddd06c145141ed8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1712370 Aug 30 04:19:46.359634 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913568c-0c82-4205-a2e3-373ce12ddca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7369e716-c521-4da0-ac21-370886eba3d3,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:46.363063 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 46880) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:46.403688 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=82,neutron:DELETE=9,neutron:INSERT=9 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:46.431105 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-faa50f50-80a5-4693-a55c-af559edff173 admin admin] Publish callbacks [] for security_group (7369e716-c521-4da0-ac21-370886eba3d3), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:46.462089 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-faa50f50-80a5-4693-a55c-af559edff173 admin admin] Publish callbacks [] for security_group (7369e716-c521-4da0-ac21-370886eba3d3), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:46.514945 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e7824-66e2-41c8-9b76-09447a124d33 req-0b814323-4210-4899-a8db-7d0aa82a1c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:46.516917 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-183e7824-66e2-41c8-9b76-09447a124d33 req-0b814323-4210-4899-a8db-7d0aa82a1c69 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=bd870cbd-142c-4604-b43f-9d9fc317ac72 HTTP/1.1" status: 200 len: 856 time: 0.0583258 Aug 30 04:19:46.524392 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-faa50f50-80a5-4693-a55c-af559edff173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (7369e716-c521-4da0-ac21-370886eba3d3), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:46.529410 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-faa50f50-80a5-4693-a55c-af559edff173 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:46.533749 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-faa50f50-80a5-4693-a55c-af559edff173 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/7369e716-c521-4da0-ac21-370886eba3d3 HTTP/1.1" status: 204 len: 168 time: 0.1679490 Aug 30 04:19:46.533893 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-99aa4bd0-5010-4475-afb3-6a1203f721da req-142821fa-7788-4724-bef8-9dcb7a0abdfd service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:46.544956 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa50f50-80a5-4693-a55c-af559edff173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7369e716-c521-4da0-ac21-370886eba3d3,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:46.649626 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c5005-10c6-4ef0-bf2f-4f038f709bd6 req-cc2dfb63-d9e4-4ea1-80d0-74cf1a57e0f4 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:46.653710 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-3c9c5005-10c6-4ef0-bf2f-4f038f709bd6 req-cc2dfb63-d9e4-4ea1-80d0-74cf1a57e0f4 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23aaf8c2-d8be-49ca-a496-4d9713c03f46 HTTP/1.1" status: 200 len: 945 time: 0.0780437 Aug 30 04:19:46.675141 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device df23e2a1-bcf8-455e-aa83-acb143334ab7 up at agent hyperv_hv-cinder-85220 {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:19:46.710171 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-99aa4bd0-5010-4475-afb3-6a1203f721da req-142821fa-7788-4724-bef8-9dcb7a0abdfd service neutron] Publish callbacks [] for security_group (68d37513-851d-41de-82c3-aa864430b375), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:46.729922 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=64,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:46.735960 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-99aa4bd0-5010-4475-afb3-6a1203f721da req-142821fa-7788-4724-bef8-9dcb7a0abdfd service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (68d37513-851d-41de-82c3-aa864430b375), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:46.739035 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=64,neutron:INSERT=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:46.739345 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Provisioning for port df23e2a1-bcf8-455e-aa83-acb143334ab7 completed by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:19:46.749155 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Provisioning complete for port df23e2a1-bcf8-455e-aa83-acb143334ab7 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:19:46.749569 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-3c9c5005-10c6-4ef0-bf2f-4f038f709bd6 req-e192fc99-6dcc-4d8c-9aca-b4f76513be8a tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=62d429cd-f2b8-488d-9289-57ed40003738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862999 Aug 30 04:19:46.751024 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (df23e2a1-bcf8-455e-aa83-acb143334ab7), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:46.790447 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:46.804835 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333bfec8-d2f6-431c-b2dd-ac828421acae req-88831d3c-a4f3-411c-bb93-9edcb36580c9 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:46.806924 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-333bfec8-d2f6-431c-b2dd-ac828421acae req-88831d3c-a4f3-411c-bb93-9edcb36580c9 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 943 time: 0.1140516 Aug 30 04:19:46.809408 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-99aa4bd0-5010-4475-afb3-6a1203f721da req-142821fa-7788-4724-bef8-9dcb7a0abdfd service neutron] 10.222.0.75 "GET /networking/v2.0/security-groups?id=62d429cd-f2b8-488d-9289-57ed40003738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912281 Aug 30 04:19:46.811006 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142821fa-7788-4724-bef8-9dcb7a0abdfd service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=68d37513-851d-41de-82c3-aa864430b375,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:46.880192 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Current status of the port df23e2a1-bcf8-455e-aa83-acb143334ab7 is: BUILD; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:19:46.880585 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (df23e2a1-bcf8-455e-aa83-acb143334ab7), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:46.888311 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-333bfec8-d2f6-431c-b2dd-ac828421acae req-932044cb-aa36-4109-af33-265f31f9e913 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609059 Aug 30 04:19:46.909520 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:46.918691 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fde664c-f504-436a-bc03-41126ce28efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df23e2a1-bcf8-455e-aa83-acb143334ab7'}] {{(pid=106294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:19:46.921098 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc91461c002048a1511ec2515697d9f100988a5a9e001fc967bf4275e8e26e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58c05da-aea8-484d-abd0-d1a879940c6b" -d '{"events": [{"server_uuid": "5fde664c-f504-436a-bc03-41126ce28efe", "name": "network-vif-plugged", "status": "completed", "tag": "df23e2a1-bcf8-455e-aa83-acb143334ab7"}]}' {{(pid=106294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:19:46.935130 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port df23e2a1-bcf8-455e-aa83-acb143334ab7, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=df23e2a1-bcf8-455e-aa83-acb143334ab7,segment=NetworkSegment(ba3ccad1-e761-4282-ad36-66b52ed371a6),segment_id=ba3ccad1-e761-4282-ad36-66b52ed371a6)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:19:46.940875 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (df23e2a1-bcf8-455e-aa83-acb143334ab7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:47.010706 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Pushing event updated for resources: {'Port': ['ID=df23e2a1-bcf8-455e-aa83-acb143334ab7,revision_number=5']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:47.014219 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8b8869-6508-466d-ab5d-e943e1a29104 x-openstack-request-id: req-3d8b8869-6508-466d-ab5d-e943e1a29104 {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:19:47.014555 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fde664c-f504-436a-bc03-41126ce28efe", "name": "network-vif-plugged", "status": "completed", "tag": "df23e2a1-bcf8-455e-aa83-acb143334ab7", "code": 200}]} {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:19:47.014813 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3d8b8869-6508-466d-ab5d-e943e1a29104 {{(pid=106294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:19:47.015235 dv-cinder-852208-11-iscsi neutron-server[106294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d8b8869-6508-466d-ab5d-e943e1a29104'] response: {'server_uuid': '5fde664c-f504-436a-bc03-41126ce28efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df23e2a1-bcf8-455e-aa83-acb143334ab7', 'code': 200} Aug 30 04:19:47.065714 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6963fc4d-3a96-4b26-b273-81ca8e76ec7d req-25d81a2c-22d0-4b9c-8405-d1b3ed802d74 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:47.067242 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6963fc4d-3a96-4b26-b273-81ca8e76ec7d req-25d81a2c-22d0-4b9c-8405-d1b3ed802d74 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 943 time: 0.0551517 Aug 30 04:19:47.145391 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6963fc4d-3a96-4b26-b273-81ca8e76ec7d req-ee8ae771-0076-41ef-9561-894767eb62e8 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719385 Aug 30 04:19:47.220671 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ce993-3b57-4335-be29-20e8051a9f85 req-baabaae5-dab8-4ab2-a2c0-6d454f45d11e tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:47.222714 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-0e3ce993-3b57-4335-be29-20e8051a9f85 req-baabaae5-dab8-4ab2-a2c0-6d454f45d11e tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 943 time: 0.0599535 Aug 30 04:19:47.256806 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3718cf54-d841-4582-a265-c0f3aa4fd127 req-4b4310a9-7399-4e3d-a6b5-d9b48f3fc04d service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84574c99-3886-4ef8-b113-d17a2f4ac835 HTTP/1.1" status: 200 len: 217 time: 0.0547347 Aug 30 04:19:47.273841 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:47.287925 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-0e3ce993-3b57-4335-be29-20e8051a9f85 req-5a475ab6-1f7d-487d-a421-80b7951f54c9 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563564 Aug 30 04:19:47.527924 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e7824-66e2-41c8-9b76-09447a124d33 req-ad90aa8c-7bd2-4ecf-bbd7-976257a96eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:47.529568 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-183e7824-66e2-41c8-9b76-09447a124d33 req-ad90aa8c-7bd2-4ecf-bbd7-976257a96eaf service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0873783 Aug 30 04:19:47.552626 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3718cf54-d841-4582-a265-c0f3aa4fd127 req-3471da67-984e-4479-b312-dc17a38f974d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:47.554070 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3718cf54-d841-4582-a265-c0f3aa4fd127 req-3471da67-984e-4479-b312-dc17a38f974d service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=bf40f790-127d-4290-907b-8c5f990389ae HTTP/1.1" status: 200 len: 858 time: 0.0979083 Aug 30 04:19:47.703363 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3718cf54-d841-4582-a265-c0f3aa4fd127 req-0af653bc-04e3-4fe6-ab82-da0c4440e6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:47.704819 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3718cf54-d841-4582-a265-c0f3aa4fd127 req-0af653bc-04e3-4fe6-ab82-da0c4440e6cc service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=524cda22-09e9-423b-b572-9d6bbb210043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1361856 Aug 30 04:19:47.731307 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54789bbe-96ac-409b-a601-bba8f1220b6b req-f6a09d2e-e436-453b-b2f2-a578a35922a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:47.737285 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-54789bbe-96ac-409b-a601-bba8f1220b6b req-f6a09d2e-e436-453b-b2f2-a578a35922a0 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=5fde664c-f504-436a-bc03-41126ce28efe HTTP/1.1" status: 200 len: 1129 time: 0.1174581 Aug 30 04:19:47.757793 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-183e7824-66e2-41c8-9b76-09447a124d33 req-bed21547-f2c5-4190-9a79-c1905781a90f service neutron] 10.222.0.75 "GET /networking/v2.0/networks/ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183933 Aug 30 04:19:47.986601 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a76bf-dd3f-4be1-b849-2b9d4aa327ac req-35511aea-cce7-44c5-ada0-ff2f373167e8 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:47.986601 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ed9a76bf-dd3f-4be1-b849-2b9d4aa327ac req-35511aea-cce7-44c5-ada0-ff2f373167e8 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23aaf8c2-d8be-49ca-a496-4d9713c03f46 HTTP/1.1" status: 200 len: 945 time: 0.1282656 Aug 30 04:19:48.087091 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859bf12b-2691-4f92-bce5-c395a61edc6c req-e8a5f39f-9488-4938-9d6d-ac4e26e2b251 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:48.096093 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-859bf12b-2691-4f92-bce5-c395a61edc6c req-e8a5f39f-9488-4938-9d6d-ac4e26e2b251 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 943 time: 0.0742610 Aug 30 04:19:48.181122 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-859bf12b-2691-4f92-bce5-c395a61edc6c req-d3346959-eaff-4004-9d5a-925064143179 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792475 Aug 30 04:19:48.187729 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:48.233927 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-54789bbe-96ac-409b-a601-bba8f1220b6b req-d3a7dd0f-5106-4fba-97d3-3200fb58cd45 service neutron] 10.222.0.75 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488735 Aug 30 04:19:48.256028 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ed9a76bf-dd3f-4be1-b849-2b9d4aa327ac req-2b2c1f23-3ae8-455a-9f50-77fd88b45b30 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=62d429cd-f2b8-488d-9289-57ed40003738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407990 Aug 30 04:19:48.269298 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-183e7824-66e2-41c8-9b76-09447a124d33 req-e6a1b84e-d732-44c8-898d-f879cc95f52f service neutron] 10.222.0.75 "GET /networking/v2.0/networks/ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828503 Aug 30 04:19:48.272486 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3718cf54-d841-4582-a265-c0f3aa4fd127 req-ce8c3bcd-dffd-42ed-9d28-96803d4cfc11 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/524cda22-09e9-423b-b572-9d6bbb210043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734070 Aug 30 04:19:48.321526 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08029b-e643-4d0c-99f1-20d90384c365 req-adb35d86-5650-42be-bb4e-a594c8093176 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:48.324764 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-7c08029b-e643-4d0c-99f1-20d90384c365 req-adb35d86-5650-42be-bb4e-a594c8093176 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 943 time: 0.0652721 Aug 30 04:19:48.405608 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-7c08029b-e643-4d0c-99f1-20d90384c365 req-04483495-2194-4156-849e-d14428e2a2f2 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744197 Aug 30 04:19:48.522038 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b10298-c638-4682-ac56-02a87c3a315c req-28a005b3-3757-4230-8477-d43ebf63ef23 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:48.529593 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-66b10298-c638-4682-ac56-02a87c3a315c req-28a005b3-3757-4230-8477-d43ebf63ef23 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 943 time: 0.1484320 Aug 30 04:19:48.591500 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-66b10298-c638-4682-ac56-02a87c3a315c req-5b7dabbc-7184-4220-8bf2-59340defde00 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611207 Aug 30 04:19:48.594008 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:48.619286 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3718cf54-d841-4582-a265-c0f3aa4fd127 req-41cef346-a087-4abb-a46b-8950b42ef53d service neutron] 10.222.0.75 "GET /networking/v2.0/networks/524cda22-09e9-423b-b572-9d6bbb210043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610270 Aug 30 04:19:48.666656 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 84574c99-3886-4ef8-b113-d17a2f4ac835 details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106294) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:19:48.779504 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port 84574c99-3886-4ef8-b113-d17a2f4ac835, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=84574c99-3886-4ef8-b113-d17a2f4ac835,segment=NetworkSegment(ba3ccad1-e761-4282-ad36-66b52ed371a6),segment_id=ba3ccad1-e761-4282-ad36-66b52ed371a6)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:19:48.792201 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Returning: {'device': '84574c99-3886-4ef8-b113-d17a2f4ac835', 'network_id': '524cda22-09e9-423b-b572-9d6bbb210043', 'port_id': '84574c99-3886-4ef8-b113-d17a2f4ac835', 'mac_address': 'fa:16:3e:1e:98:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf40f790-127d-4290-907b-8c5f990389ae', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106294) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:19:48.831040 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Current status of the port 84574c99-3886-4ef8-b113-d17a2f4ac835 is: DOWN; New status is: BUILD {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:19:48.831735 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (84574c99-3886-4ef8-b113-d17a2f4ac835), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:48.845689 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84574c99-3886-4ef8-b113-d17a2f4ac835 {{(pid=106294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:19:48.852405 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:48.870110 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port 84574c99-3886-4ef8-b113-d17a2f4ac835, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=84574c99-3886-4ef8-b113-d17a2f4ac835,segment=NetworkSegment(ba3ccad1-e761-4282-ad36-66b52ed371a6),segment_id=ba3ccad1-e761-4282-ad36-66b52ed371a6)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:19:48.874793 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (84574c99-3886-4ef8-b113-d17a2f4ac835), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:48.875476 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device b8e75002-6c9d-47c3-a24b-44a2b69a1fc6 details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106294) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:19:48.976580 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Pushing event updated for resources: {'Port': ['ID=84574c99-3886-4ef8-b113-d17a2f4ac835,revision_number=4']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:49.042105 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port b8e75002-6c9d-47c3-a24b-44a2b69a1fc6, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=b8e75002-6c9d-47c3-a24b-44a2b69a1fc6,segment=NetworkSegment(e519ac78-f91d-4e30-a2bb-8ce973f50b92),segment_id=e519ac78-f91d-4e30-a2bb-8ce973f50b92)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:19:49.058178 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Returning: {'device': 'b8e75002-6c9d-47c3-a24b-44a2b69a1fc6', 'network_id': 'f55c98a9-cbed-4af8-92a6-c49957223dcb', 'port_id': 'b8e75002-6c9d-47c3-a24b-44a2b69a1fc6', 'mac_address': 'fa:16:3e:dd:29:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f1a2822-90de-40bf-914e-6a8cde2028a4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106294) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:19:49.105029 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Current status of the port b8e75002-6c9d-47c3-a24b-44a2b69a1fc6 is: DOWN; New status is: BUILD {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:19:49.105029 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (b8e75002-6c9d-47c3-a24b-44a2b69a1fc6), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:49.123924 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8e75002-6c9d-47c3-a24b-44a2b69a1fc6 {{(pid=106294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:19:49.151387 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port b8e75002-6c9d-47c3-a24b-44a2b69a1fc6, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=b8e75002-6c9d-47c3-a24b-44a2b69a1fc6,segment=NetworkSegment(e519ac78-f91d-4e30-a2bb-8ce973f50b92),segment_id=e519ac78-f91d-4e30-a2bb-8ce973f50b92)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:19:49.156782 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (b8e75002-6c9d-47c3-a24b-44a2b69a1fc6), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:49.210369 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Pushing event updated for resources: {'Port': ['ID=b8e75002-6c9d-47c3-a24b-44a2b69a1fc6,revision_number=4']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:49.335557 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0052886-eef3-4092-a2bb-a5c890753542 req-8e2a497b-1cec-4a0c-816c-daa02e6cddc3 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:49.338777 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-d0052886-eef3-4092-a2bb-a5c890753542 req-8e2a497b-1cec-4a0c-816c-daa02e6cddc3 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 944 time: 0.0708125 Aug 30 04:19:49.417294 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-d0052886-eef3-4092-a2bb-a5c890753542 req-eb68353a-192c-4cce-aad1-e5e5cacc50cb tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718856 Aug 30 04:19:49.452880 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a7a632-fc1b-4dca-bf74-d7d8930ee5a3 req-02b81038-87a7-4a23-a5b0-c1ba03f767b8 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:49.460183 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-61a7a632-fc1b-4dca-bf74-d7d8930ee5a3 req-02b81038-87a7-4a23-a5b0-c1ba03f767b8 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23aaf8c2-d8be-49ca-a496-4d9713c03f46 HTTP/1.1" status: 200 len: 945 time: 0.0786624 Aug 30 04:19:49.527632 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-61a7a632-fc1b-4dca-bf74-d7d8930ee5a3 req-e959c1d9-085b-4b24-abb4-58280b373334 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=62d429cd-f2b8-488d-9289-57ed40003738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665448 Aug 30 04:19:49.561137 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] get_ports_and_sgs() called for port_ids ['84574c99-3886-4ef8-b113-d17a2f4ac835'] {{(pid=106294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:19:49.613217 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a30280-3b88-4601-a7bc-9521534333f6 req-e76d1819-32bb-409d-98a2-7ce843ec78b5 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:49.614797 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-26a30280-3b88-4601-a7bc-9521534333f6 req-e76d1819-32bb-409d-98a2-7ce843ec78b5 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 943 time: 0.0779922 Aug 30 04:19:49.707385 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-26a30280-3b88-4601-a7bc-9521534333f6 req-784538be-a1e3-4d13-a8e8-756182a82b47 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825889 Aug 30 04:19:49.799752 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5305723d-d674-4edc-9cd4-c368b6c09e8d req-9af592f5-f4d0-46d0-8261-0e597975eea7 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:49.801458 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5305723d-d674-4edc-9cd4-c368b6c09e8d req-9af592f5-f4d0-46d0-8261-0e597975eea7 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 944 time: 0.0715363 Aug 30 04:19:49.902444 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5305723d-d674-4edc-9cd4-c368b6c09e8d req-4e42f5fe-63fe-45ed-8b4f-316d3a661816 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895469 Aug 30 04:19:50.333979 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 47112) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:50.335624 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-466d98e1-431b-454f-81f1-4f7c8a3dd7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (1bd89ca2-58f6-428d-83bf-6325bad549fd), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:50.503778 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-ca6c61dc-a653-4a4c-901f-69c118087511 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:50.566542 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46469d76-5a6d-4e6a-ad90-7c9de546fd51 req-4b3ede25-afdc-4fda-9b78-7abb4570f00a tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:50.567855 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-46469d76-5a6d-4e6a-ad90-7c9de546fd51 req-4b3ede25-afdc-4fda-9b78-7abb4570f00a tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 944 time: 0.0727196 Aug 30 04:19:50.648571 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-46469d76-5a6d-4e6a-ad90-7c9de546fd51 req-b03c8776-4173-4ae8-acc7-546af2ec9b36 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734487 Aug 30 04:19:50.667006 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:50.672928 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-ca6c61dc-a653-4a4c-901f-69c118087511 admin admin] Publish callbacks [] for security_group (228d8ec0-30a7-4f38-8c23-9f2a38064d2a), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:50.676776 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c8346b-0682-4e14-a5dd-d6642625ce24 req-5ef32339-31b1-4bd4-b8dd-be5f4f0b6559 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:50.678567 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d2c8346b-0682-4e14-a5dd-d6642625ce24 req-5ef32339-31b1-4bd4-b8dd-be5f4f0b6559 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23aaf8c2-d8be-49ca-a496-4d9713c03f46 HTTP/1.1" status: 200 len: 945 time: 0.0616317 Aug 30 04:19:50.682688 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-ca6c61dc-a653-4a4c-901f-69c118087511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (228d8ec0-30a7-4f38-8c23-9f2a38064d2a), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:50.733942 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-ca6c61dc-a653-4a4c-901f-69c118087511 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=2d4c50a599e44b2c8416385d81ed7cbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3969343 Aug 30 04:19:50.735686 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 47148) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:50.746040 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6c61dc-a653-4a4c-901f-69c118087511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228d8ec0-30a7-4f38-8c23-9f2a38064d2a,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:50.768797 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c61dc-a653-4a4c-901f-69c118087511 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:19:50.769467 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c61dc-a653-4a4c-901f-69c118087511 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:19:50.769979 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c61dc-a653-4a4c-901f-69c118087511 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:19:50.770490 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c61dc-a653-4a4c-901f-69c118087511 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:19:50.770972 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c61dc-a653-4a4c-901f-69c118087511 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:19:50.771687 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c61dc-a653-4a4c-901f-69c118087511 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:19:50.772040 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d2c8346b-0682-4e14-a5dd-d6642625ce24 req-96f3aa19-2725-4fda-a9dd-5d982aab6e20 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=62d429cd-f2b8-488d-9289-57ed40003738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847981 Aug 30 04:19:50.772403 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c61dc-a653-4a4c-901f-69c118087511 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:19:50.772761 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c61dc-a653-4a4c-901f-69c118087511 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:19:50.773114 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c61dc-a653-4a4c-901f-69c118087511 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:19:50.773448 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c61dc-a653-4a4c-901f-69c118087511 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:19:50.774039 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c61dc-a653-4a4c-901f-69c118087511 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:19:50.774395 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c61dc-a653-4a4c-901f-69c118087511 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:19:50.774987 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c61dc-a653-4a4c-901f-69c118087511 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:19:50.776054 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c61dc-a653-4a4c-901f-69c118087511 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:19:50.776746 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c61dc-a653-4a4c-901f-69c118087511 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:19:50.835431 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-7b65e3a8-925e-48d2-9b20-c754ec16c14b admin admin] Publish callbacks [] for security_group (228d8ec0-30a7-4f38-8c23-9f2a38064d2a), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:50.890585 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-7b65e3a8-925e-48d2-9b20-c754ec16c14b admin admin] Publish callbacks [] for security_group (228d8ec0-30a7-4f38-8c23-9f2a38064d2a), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:50.911027 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a643f-4fd5-4895-b5a5-ab0dbf92e783 req-a716ef52-5045-4d12-9290-58c646f48e92 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:50.912534 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-c04a643f-4fd5-4895-b5a5-ab0dbf92e783 req-a716ef52-5045-4d12-9290-58c646f48e92 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 943 time: 0.0726185 Aug 30 04:19:50.973636 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:50.990901 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-c04a643f-4fd5-4895-b5a5-ab0dbf92e783 req-9c77f8c5-1389-46bb-bf7a-78e8e3382d61 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713265 Aug 30 04:19:50.997846 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-7b65e3a8-925e-48d2-9b20-c754ec16c14b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (228d8ec0-30a7-4f38-8c23-9f2a38064d2a), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:51.003222 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-7b65e3a8-925e-48d2-9b20-c754ec16c14b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:51.011696 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-7b65e3a8-925e-48d2-9b20-c754ec16c14b admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/228d8ec0-30a7-4f38-8c23-9f2a38064d2a HTTP/1.1" status: 204 len: 168 time: 0.2726312 Aug 30 04:19:51.037549 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b65e3a8-925e-48d2-9b20-c754ec16c14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228d8ec0-30a7-4f38-8c23-9f2a38064d2a,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:51.068102 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd216c-a581-4c4e-bfe6-0643b3b073c9 req-85e03f7e-4821-4b1b-a0d3-b82eafedd1d6 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:51.071572 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-dbdd216c-a581-4c4e-bfe6-0643b3b073c9 req-85e03f7e-4821-4b1b-a0d3-b82eafedd1d6 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 944 time: 0.0771847 Aug 30 04:19:51.160812 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-dbdd216c-a581-4c4e-bfe6-0643b3b073c9 req-9eba845e-2cdf-4955-a992-36d07f07c30e tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814760 Aug 30 04:19:51.248934 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 47174) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:51.381009 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-d8396e3c-64a6-4869-b95b-e023d199ce33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:51.401971 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 47180) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:51.415095 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-b4a1498e-f8dc-4aa1-87a8-6ac78f681371 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:51.460849 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-d8396e3c-64a6-4869-b95b-e023d199ce33 admin admin] Publish callbacks [] for security_group (6b4f958a-d5ee-4c78-a66c-ffbf04680e45), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:51.464238 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-d8396e3c-64a6-4869-b95b-e023d199ce33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (6b4f958a-d5ee-4c78-a66c-ffbf04680e45), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:51.495832 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-b4a1498e-f8dc-4aa1-87a8-6ac78f681371 admin admin] Publish callbacks [] for security_group (524fe914-843b-4801-9ada-91bc33d49bfd), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:51.501126 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-b4a1498e-f8dc-4aa1-87a8-6ac78f681371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (524fe914-843b-4801-9ada-91bc33d49bfd), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:51.511550 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-d8396e3c-64a6-4869-b95b-e023d199ce33 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=e1f16d1044c54aa99da6591e604d076e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2584352 Aug 30 04:19:51.511550 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8396e3c-64a6-4869-b95b-e023d199ce33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4f958a-d5ee-4c78-a66c-ffbf04680e45,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:51.512306 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 47184) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:51.550614 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-b4a1498e-f8dc-4aa1-87a8-6ac78f681371 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=8ffcd14987ec4e97a037be822fd7c372&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1474326 Aug 30 04:19:51.551524 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a1498e-f8dc-4aa1-87a8-6ac78f681371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524fe914-843b-4801-9ada-91bc33d49bfd,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:51.553499 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 47186) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:51.563581 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-e7c23f5f-8a2a-4f39-ac81-16d9a2764492 admin admin] Publish callbacks [] for security_group (6b4f958a-d5ee-4c78-a66c-ffbf04680e45), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:51.572248 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1498e-f8dc-4aa1-87a8-6ac78f681371 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:19:51.572591 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1498e-f8dc-4aa1-87a8-6ac78f681371 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:19:51.572928 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1498e-f8dc-4aa1-87a8-6ac78f681371 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:19:51.573261 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1498e-f8dc-4aa1-87a8-6ac78f681371 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:19:51.573590 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1498e-f8dc-4aa1-87a8-6ac78f681371 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:19:51.573912 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1498e-f8dc-4aa1-87a8-6ac78f681371 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:19:51.574232 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1498e-f8dc-4aa1-87a8-6ac78f681371 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:19:51.574574 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1498e-f8dc-4aa1-87a8-6ac78f681371 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:19:51.574900 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1498e-f8dc-4aa1-87a8-6ac78f681371 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:19:51.575217 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1498e-f8dc-4aa1-87a8-6ac78f681371 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:19:51.575535 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1498e-f8dc-4aa1-87a8-6ac78f681371 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:19:51.575850 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1498e-f8dc-4aa1-87a8-6ac78f681371 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:19:51.576169 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1498e-f8dc-4aa1-87a8-6ac78f681371 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:19:51.576482 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1498e-f8dc-4aa1-87a8-6ac78f681371 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:19:51.576818 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1498e-f8dc-4aa1-87a8-6ac78f681371 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:19:51.586564 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-e7c23f5f-8a2a-4f39-ac81-16d9a2764492 admin admin] Publish callbacks [] for security_group (6b4f958a-d5ee-4c78-a66c-ffbf04680e45), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:51.616055 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9295f937-0683-403f-90bf-e1e61085a284 admin admin] Publish callbacks [] for security_group (524fe914-843b-4801-9ada-91bc33d49bfd), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:51.633718 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-e7c23f5f-8a2a-4f39-ac81-16d9a2764492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (6b4f958a-d5ee-4c78-a66c-ffbf04680e45), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:51.636517 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-e7c23f5f-8a2a-4f39-ac81-16d9a2764492 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:51.637655 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-e7c23f5f-8a2a-4f39-ac81-16d9a2764492 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/6b4f958a-d5ee-4c78-a66c-ffbf04680e45 HTTP/1.1" status: 204 len: 168 time: 0.1247175 Aug 30 04:19:51.638153 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9295f937-0683-403f-90bf-e1e61085a284 admin admin] Publish callbacks [] for security_group (524fe914-843b-4801-9ada-91bc33d49bfd), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:51.646226 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c23f5f-8a2a-4f39-ac81-16d9a2764492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4f958a-d5ee-4c78-a66c-ffbf04680e45,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:51.692878 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9295f937-0683-403f-90bf-e1e61085a284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (524fe914-843b-4801-9ada-91bc33d49bfd), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:51.695473 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9295f937-0683-403f-90bf-e1e61085a284 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:51.696610 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-9295f937-0683-403f-90bf-e1e61085a284 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/524fe914-843b-4801-9ada-91bc33d49bfd HTTP/1.1" status: 204 len: 168 time: 0.1421769 Aug 30 04:19:51.704649 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9295f937-0683-403f-90bf-e1e61085a284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524fe914-843b-4801-9ada-91bc33d49bfd,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:51.818411 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca62ff4-c42e-4103-8dd9-342872d02b32 req-dd158e73-b383-429a-a3e9-bef49c6d97be tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:51.820178 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-cca62ff4-c42e-4103-8dd9-342872d02b32 req-dd158e73-b383-429a-a3e9-bef49c6d97be tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 944 time: 0.0508101 Aug 30 04:19:51.880562 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-cca62ff4-c42e-4103-8dd9-342872d02b32 req-ec587472-05ce-455c-a272-94b0031b2528 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535095 Aug 30 04:19:52.118120 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61d742-6c1c-4961-8de6-3a9e332603aa req-d1af188c-134b-4935-ac40-fe3509854b2e tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:52.119791 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ea61d742-6c1c-4961-8de6-3a9e332603aa req-d1af188c-134b-4935-ac40-fe3509854b2e tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 943 time: 0.0540559 Aug 30 04:19:52.154109 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 47210) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:52.162200 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:52.165051 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:52.180032 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-b1fbcbd9-4863-4e00-bb35-20330fb198f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:52.211270 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ea61d742-6c1c-4961-8de6-3a9e332603aa req-80c1f0a9-8d40-419b-b2a6-5d8d1b656624 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850582 Aug 30 04:19:52.271339 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] get_ports_and_sgs() called for port_ids ['b8e75002-6c9d-47c3-a24b-44a2b69a1fc6'] {{(pid=106294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:19:52.278981 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:52.344753 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8712904e-93da-462e-8106-6864fa117dfe req-4d60b63e-c6ee-4ab4-9c16-99a83652cfb1 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:52.347191 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-8712904e-93da-462e-8106-6864fa117dfe req-4d60b63e-c6ee-4ab4-9c16-99a83652cfb1 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 944 time: 0.0938051 Aug 30 04:19:52.354882 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-b1fbcbd9-4863-4e00-bb35-20330fb198f8 admin admin] Publish callbacks [] for security_group (7036d1d6-e627-4d67-9532-f2655420af7c), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:52.365792 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-b1fbcbd9-4863-4e00-bb35-20330fb198f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (7036d1d6-e627-4d67-9532-f2655420af7c), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:52.434201 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:52.447143 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-b1fbcbd9-4863-4e00-bb35-20330fb198f8 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=de3af8e838d94f5ca76305f9ef3ce955&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2918618 Aug 30 04:19:52.448867 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fbcbd9-4863-4e00-bb35-20330fb198f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7036d1d6-e627-4d67-9532-f2655420af7c,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:52.450576 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 47220) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:52.502562 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-8712904e-93da-462e-8106-6864fa117dfe req-07702948-d0b8-4bda-8781-7846ec73b3f2 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477404 Aug 30 04:19:52.509305 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8b65b042-be2c-438d-b1a9-7a6253605e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:52.530301 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-5cd06084-5181-4443-ab24-653b3a098fb9 admin admin] Publish callbacks [] for security_group (7036d1d6-e627-4d67-9532-f2655420af7c), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:52.556690 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-5cd06084-5181-4443-ab24-653b3a098fb9 admin admin] Publish callbacks [] for security_group (7036d1d6-e627-4d67-9532-f2655420af7c), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:52.613856 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-5cd06084-5181-4443-ab24-653b3a098fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (7036d1d6-e627-4d67-9532-f2655420af7c), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:52.616691 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-5cd06084-5181-4443-ab24-653b3a098fb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:52.618017 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-5cd06084-5181-4443-ab24-653b3a098fb9 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/7036d1d6-e627-4d67-9532-f2655420af7c HTTP/1.1" status: 204 len: 168 time: 0.1664782 Aug 30 04:19:52.626575 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd06084-5181-4443-ab24-653b3a098fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7036d1d6-e627-4d67-9532-f2655420af7c,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:52.669463 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 47234) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:52.792008 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-58d1b7e7-23e7-4a42-a3dc-9735a594932c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-459555033-network', 'tenant_id': '993ec69dc9bb4c26a199d77abcbc5811'}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:19:52.825847 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d1b7e7-23e7-4a42-a3dc-9735a594932c admin admin] Made reservation on behalf of 993ec69dc9bb4c26a199d77abcbc5811 for: {'network': 1} {{(pid=106292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:19:52.829480 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-58d1b7e7-23e7-4a42-a3dc-9735a594932c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for network (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:52.840555 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-58d1b7e7-23e7-4a42-a3dc-9735a594932c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:52.893990 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3718cf54-d841-4582-a265-c0f3aa4fd127 req-fc5333ff-a130-42f3-958b-9c69f9690b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:52.895768 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3718cf54-d841-4582-a265-c0f3aa4fd127 req-fc5333ff-a130-42f3-958b-9c69f9690b83 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=a9a5c650ed23445bb585711f962d7e09&device_id=5fde664c-f504-436a-bc03-41126ce28efe HTTP/1.1" status: 200 len: 1129 time: 0.0659020 Aug 30 04:19:52.949372 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-58d1b7e7-23e7-4a42-a3dc-9735a594932c admin admin] Publish callbacks [] for security_group (fa62ccd5-72ca-4333-90fc-4b2f7f767ddd), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:52.956557 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-58d1b7e7-23e7-4a42-a3dc-9735a594932c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (fa62ccd5-72ca-4333-90fc-4b2f7f767ddd), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:52.991591 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:53.069772 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58d1b7e7-23e7-4a42-a3dc-9735a594932c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=106292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 04:19:53.075096 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d1b7e7-23e7-4a42-a3dc-9735a594932c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa62ccd5-72ca-4333-90fc-4b2f7f767ddd,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:53.097041 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-58d1b7e7-23e7-4a42-a3dc-9735a594932c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784698'] for segment (ab5b1302-7ccb-4688-9d1e-e2d9a0c85b74), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:53.097456 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.db.segments_db [None req-58d1b7e7-23e7-4a42-a3dc-9735a594932c admin admin] Added segment ab5b1302-7ccb-4688-9d1e-e2d9a0c85b74 of type vlan for network 6f93ac73-abb3-4092-bf1e-e1379ea07aa4 Aug 30 04:19:53.111827 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86934c0-d05e-447b-bfee-96fdd8776781 req-e070f103-49d8-4aab-96cb-e774ff6d5b1d tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:53.121699 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c86934c0-d05e-447b-bfee-96fdd8776781 req-e070f103-49d8-4aab-96cb-e774ff6d5b1d tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 944 time: 0.1282952 Aug 30 04:19:53.176839 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-58d1b7e7-23e7-4a42-a3dc-9735a594932c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749362409045'] for network (6f93ac73-abb3-4092-bf1e-e1379ea07aa4), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:53.246514 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-58d1b7e7-23e7-4a42-a3dc-9735a594932c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472'] for network (6f93ac73-abb3-4092-bf1e-e1379ea07aa4), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:53.248532 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d1b7e7-23e7-4a42-a3dc-9735a594932c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:53.250815 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-58d1b7e7-23e7-4a42-a3dc-9735a594932c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for network (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:53.276182 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c86934c0-d05e-447b-bfee-96fdd8776781 req-10139918-27f9-4b8c-8adc-672911f50492 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525967 Aug 30 04:19:53.310378 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3718cf54-d841-4582-a265-c0f3aa4fd127 req-f798ea5c-a757-438b-a3c6-63560ce2071a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:53.310378 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3718cf54-d841-4582-a265-c0f3aa4fd127 req-f798ea5c-a757-438b-a3c6-63560ce2071a service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=524cda22-09e9-423b-b572-9d6bbb210043 HTTP/1.1" status: 200 len: 920 time: 0.1730666 Aug 30 04:19:53.356383 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-58d1b7e7-23e7-4a42-a3dc-9735a594932c admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6856556 Aug 30 04:19:53.360426 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 47276) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:53.367247 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-b1713b96-e758-4390-9fd3-2541d62de0c7 admin admin] Request body: {'subnet': {'network_id': '6f93ac73-abb3-4092-bf1e-e1379ea07aa4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-459555033-subnet', 'tenant_id': '993ec69dc9bb4c26a199d77abcbc5811', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:19:53.375102 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d1b7e7-23e7-4a42-a3dc-9735a594932c admin admin] Pushing event updated for resources: {'Network': ['ID=6f93ac73-abb3-4092-bf1e-e1379ea07aa4,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:53.387968 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Network 6f93ac73-abb3-4092-bf1e-e1379ea07aa4 details requested by agent ovs-agent-dv-cinder-852208-11-iscsi with host dv-cinder-852208-11-iscsi {{(pid=106294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 04:19:53.394577 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1713b96-e758-4390-9fd3-2541d62de0c7 admin admin] Made reservation on behalf of 993ec69dc9bb4c26a199d77abcbc5811 for: {'subnet': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:19:53.418525 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-b1713b96-e758-4390-9fd3-2541d62de0c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9734424'] for subnet (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:53.446654 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09d494-d1f6-48c5-a198-50f26375a65b req-095d7b48-8a52-4787-928a-b90d912613f0 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:53.457216 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-5e09d494-d1f6-48c5-a198-50f26375a65b req-095d7b48-8a52-4787-928a-b90d912613f0 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 943 time: 0.1069200 Aug 30 04:19:53.526491 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3718cf54-d841-4582-a265-c0f3aa4fd127 req-061c7e2a-7e63-4827-b5e4-21b5e8cac026 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df23e2a1-bcf8-455e-aa83-acb143334ab7 HTTP/1.1" status: 200 len: 217 time: 0.0916314 Aug 30 04:19:53.542287 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-5e09d494-d1f6-48c5-a198-50f26375a65b req-d96aa654-f447-4c9d-aad0-4ebea6d7fccb tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802956 Aug 30 04:19:53.612743 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3718cf54-d841-4582-a265-c0f3aa4fd127 req-d4b37b01-fabf-4223-8695-d63378dabf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:53.614403 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3718cf54-d841-4582-a265-c0f3aa4fd127 req-d4b37b01-fabf-4223-8695-d63378dabf56 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=bf40f790-127d-4290-907b-8c5f990389ae HTTP/1.1" status: 200 len: 858 time: 0.0870354 Aug 30 04:19:53.711215 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768cb5b-cb33-4bd9-8920-fe408987ae77 req-c1a35835-cf2c-4fcc-be28-4d76d96c897e tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:53.717035 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-d768cb5b-cb33-4bd9-8920-fe408987ae77 req-c1a35835-cf2c-4fcc-be28-4d76d96c897e tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 944 time: 0.0685472 Aug 30 04:19:53.748638 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8bdbbddc-d827-40e6-b8fb-29930693a668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (0ba81f50-231f-4a87-bfed-adcf093ea106), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:53.780400 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-b1713b96-e758-4390-9fd3-2541d62de0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-454419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9734414'] for subnet (a7f60acf-cfb7-4bd8-a074-828fcdf54cff), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:53.800189 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-d768cb5b-cb33-4bd9-8920-fe408987ae77 req-d39e2dbb-34b2-4fd5-affa-59465b4dc112 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671077 Aug 30 04:19:53.819218 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:53.848603 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1713b96-e758-4390-9fd3-2541d62de0c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7f60acf-cfb7-4bd8-a074-828fcdf54cff,revision_number=0']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:53.858905 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1713b96-e758-4390-9fd3-2541d62de0c7 admin admin] Checking segment: {'id': 'ab5b1302-7ccb-4688-9d1e-e2d9a0c85b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '6f93ac73-abb3-4092-bf1e-e1379ea07aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:19:53.859261 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1713b96-e758-4390-9fd3-2541d62de0c7 admin admin] Network hostable DHCP agents. Network: 6f93ac73-abb3-4092-bf1e-e1379ea07aa4, hostable agents: ['1bd89ca2-58f6-428d-83bf-6325bad549fd'], hosted agents: [] {{(pid=106293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 04:19:53.875635 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1713b96-e758-4390-9fd3-2541d62de0c7 admin admin] Network 6f93ac73-abb3-4092-bf1e-e1379ea07aa4 is scheduled to be hosted by DHCP agent 1bd89ca2-58f6-428d-83bf-6325bad549fd with binding_index 1 {{(pid=106293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 04:19:53.886623 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-b1713b96-e758-4390-9fd3-2541d62de0c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852208-11-iscsi, 6f93ac73-abb3-4092-bf1e-e1379ea07aa4) {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:19:53.891407 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1713b96-e758-4390-9fd3-2541d62de0c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:53.892260 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-b1713b96-e758-4390-9fd3-2541d62de0c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:53.896483 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e9338d-1731-42dd-9c10-44000b43832c None None] Network 6f93ac73-abb3-4092-bf1e-e1379ea07aa4 requested from dv-cinder-852208-11-iscsi {{(pid=106294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:19:53.910329 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-b1713b96-e758-4390-9fd3-2541d62de0c7 admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5487301 Aug 30 04:19:53.945648 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:54.003711 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b51641d-c7c5-4cd2-bff8-315a74357297 None None] Network 6f93ac73-abb3-4092-bf1e-e1379ea07aa4 requested from dv-cinder-852208-11-iscsi {{(pid=106294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:19:54.420707 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff6503-c41d-4d5b-b31a-3dd2058a19b4 req-9deef3d2-e9bb-46be-acbd-3c4e1205699a tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:54.422272 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-27ff6503-c41d-4d5b-b31a-3dd2058a19b4 req-9deef3d2-e9bb-46be-acbd-3c4e1205699a tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 944 time: 0.0488749 Aug 30 04:19:54.452299 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 878113b7-0721-4ab0-9707-08eb2f973e55 details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106294) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:19:54.481886 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-27ff6503-c41d-4d5b-b31a-3dd2058a19b4 req-aa0f96f0-f3ff-49b3-b6e9-b05e5056bab7 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526223 Aug 30 04:19:54.514909 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3718cf54-d841-4582-a265-c0f3aa4fd127 req-43138bb8-3e3f-4208-aabe-df4d814b0e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:54.516503 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3718cf54-d841-4582-a265-c0f3aa4fd127 req-43138bb8-3e3f-4208-aabe-df4d814b0e34 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=524cda22-09e9-423b-b572-9d6bbb210043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0632858 Aug 30 04:19:54.590845 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port 878113b7-0721-4ab0-9707-08eb2f973e55, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=878113b7-0721-4ab0-9707-08eb2f973e55,segment=NetworkSegment(f1ad6c1c-d522-42f8-b534-1fea329f4792),segment_id=f1ad6c1c-d522-42f8-b534-1fea329f4792)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:19:54.604394 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Returning: {'device': '878113b7-0721-4ab0-9707-08eb2f973e55', 'network_id': 'ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6', 'port_id': '878113b7-0721-4ab0-9707-08eb2f973e55', 'mac_address': 'fa:16:3e:56:48:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd870cbd-142c-4604-b43f-9d9fc317ac72', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106294) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:19:54.611978 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 47338) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:54.616801 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-5964c73e-e053-475f-b954-74c614dd1604 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1144857681-network', 'tenant_id': '30acd2084a644ddabcf7a0277dece983'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:19:54.645974 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Current status of the port 878113b7-0721-4ab0-9707-08eb2f973e55 is: DOWN; New status is: BUILD {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:19:54.646432 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (878113b7-0721-4ab0-9707-08eb2f973e55), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:54.651220 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5964c73e-e053-475f-b954-74c614dd1604 admin admin] Made reservation on behalf of 30acd2084a644ddabcf7a0277dece983 for: {'network': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:19:54.654368 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-5964c73e-e053-475f-b954-74c614dd1604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for network (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:54.662006 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 878113b7-0721-4ab0-9707-08eb2f973e55 {{(pid=106294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:19:54.665447 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-5964c73e-e053-475f-b954-74c614dd1604 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:54.682532 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:INSERT=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:54.687356 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e0935-7132-4e8b-a3c1-490ab10ffd88 req-5b18d50f-dba8-40f9-8460-f012cb29404b tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:54.687884 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port 878113b7-0721-4ab0-9707-08eb2f973e55, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=878113b7-0721-4ab0-9707-08eb2f973e55,segment=NetworkSegment(f1ad6c1c-d522-42f8-b534-1fea329f4792),segment_id=f1ad6c1c-d522-42f8-b534-1fea329f4792)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:19:54.693443 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (878113b7-0721-4ab0-9707-08eb2f973e55), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:54.695928 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-418e0935-7132-4e8b-a3c1-490ab10ffd88 req-5b18d50f-dba8-40f9-8460-f012cb29404b tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 943 time: 0.0720699 Aug 30 04:19:54.704202 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:54.777842 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Pushing event updated for resources: {'Port': ['ID=878113b7-0721-4ab0-9707-08eb2f973e55,revision_number=4']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:54.778122 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-418e0935-7132-4e8b-a3c1-490ab10ffd88 req-7d479736-a80f-4443-ab33-469e03680cce tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803292 Aug 30 04:19:54.788267 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:19:54.789252 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:19:54.789252 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:19:54.789722 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:19:54.791172 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:19:54.791868 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:19:54.792381 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:19:54.792500 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-5964c73e-e053-475f-b954-74c614dd1604 admin admin] Publish callbacks [] for security_group (f1acb581-cc46-4409-887a-736590b8af12), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:54.792909 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:19:54.793427 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:19:54.793773 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:19:54.794117 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:19:54.794477 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:19:54.794813 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:19:54.795159 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:19:54.795489 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:19:54.803942 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-5964c73e-e053-475f-b954-74c614dd1604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (f1acb581-cc46-4409-887a-736590b8af12), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:54.819396 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5964c73e-e053-475f-b954-74c614dd1604 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 801} {{(pid=106293) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 04:19:54.842460 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-5964c73e-e053-475f-b954-74c614dd1604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784698'] for segment (daf191dd-29c6-4d57-8441-e1f2e0e4b1e8), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:54.843035 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.db.segments_db [None req-5964c73e-e053-475f-b954-74c614dd1604 admin admin] Added segment daf191dd-29c6-4d57-8441-e1f2e0e4b1e8 of type vlan for network c822ca8c-8a6d-49a4-a85e-2147ab733cb5 Aug 30 04:19:54.878295 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5964c73e-e053-475f-b954-74c614dd1604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1acb581-cc46-4409-887a-736590b8af12,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:54.895811 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-5964c73e-e053-475f-b954-74c614dd1604 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749362409045'] for network (c822ca8c-8a6d-49a4-a85e-2147ab733cb5), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:54.927534 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-5964c73e-e053-475f-b954-74c614dd1604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472'] for network (c822ca8c-8a6d-49a4-a85e-2147ab733cb5), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:54.928542 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5964c73e-e053-475f-b954-74c614dd1604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:54.930033 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-5964c73e-e053-475f-b954-74c614dd1604 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for network (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:54.943411 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8deccdb-98ff-4900-b17b-5ce7e6601d88 req-5ee4d791-b92a-4c23-a418-fdb63a90cce5 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:54.945264 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-f8deccdb-98ff-4900-b17b-5ce7e6601d88 req-5ee4d791-b92a-4c23-a418-fdb63a90cce5 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 944 time: 0.0492895 Aug 30 04:19:54.986351 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-5964c73e-e053-475f-b954-74c614dd1604 admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3732560 Aug 30 04:19:54.989197 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 47348) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:54.999769 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-0672d5c8-83b2-4224-9413-5c226bb39737 admin admin] Request body: {'subnet': {'network_id': 'c822ca8c-8a6d-49a4-a85e-2147ab733cb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1144857681-subnet', 'tenant_id': '30acd2084a644ddabcf7a0277dece983', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:19:55.002997 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5964c73e-e053-475f-b954-74c614dd1604 admin admin] Pushing event updated for resources: {'Network': ['ID=c822ca8c-8a6d-49a4-a85e-2147ab733cb5,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:55.016620 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Network c822ca8c-8a6d-49a4-a85e-2147ab733cb5 details requested by agent ovs-agent-dv-cinder-852208-11-iscsi with host dv-cinder-852208-11-iscsi {{(pid=106294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 04:19:55.020339 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-f8deccdb-98ff-4900-b17b-5ce7e6601d88 req-38e3ce15-87b0-4b95-95ca-b7ee5aa00bc5 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689561 Aug 30 04:19:55.031822 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0672d5c8-83b2-4224-9413-5c226bb39737 admin admin] Made reservation on behalf of 30acd2084a644ddabcf7a0277dece983 for: {'subnet': 1} {{(pid=106292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:19:55.039976 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-0672d5c8-83b2-4224-9413-5c226bb39737 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834635'] for subnet (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:55.246329 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-0672d5c8-83b2-4224-9413-5c226bb39737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2642091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834653'] for subnet (560ba94c-15b5-4854-ba49-af33852c38a1), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:55.277403 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 84574c99-3886-4ef8-b113-d17a2f4ac835 up at agent hyperv_hv-cinder-85220 {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:19:55.288007 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:55.299261 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0672d5c8-83b2-4224-9413-5c226bb39737 admin admin] Pushing event updated for resources: {'Subnet': ['ID=560ba94c-15b5-4854-ba49-af33852c38a1,revision_number=0']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:55.316120 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0672d5c8-83b2-4224-9413-5c226bb39737 admin admin] Checking segment: {'id': 'daf191dd-29c6-4d57-8441-e1f2e0e4b1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c822ca8c-8a6d-49a4-a85e-2147ab733cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:19:55.316488 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0672d5c8-83b2-4224-9413-5c226bb39737 admin admin] Network hostable DHCP agents. Network: c822ca8c-8a6d-49a4-a85e-2147ab733cb5, hostable agents: ['1bd89ca2-58f6-428d-83bf-6325bad549fd'], hosted agents: [] {{(pid=106292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 04:19:55.325877 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Provisioning for port 84574c99-3886-4ef8-b113-d17a2f4ac835 completed by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:19:55.332011 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Provisioning complete for port 84574c99-3886-4ef8-b113-d17a2f4ac835 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:19:55.332392 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (84574c99-3886-4ef8-b113-d17a2f4ac835), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:55.335649 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0672d5c8-83b2-4224-9413-5c226bb39737 admin admin] Network c822ca8c-8a6d-49a4-a85e-2147ab733cb5 is scheduled to be hosted by DHCP agent 1bd89ca2-58f6-428d-83bf-6325bad549fd with binding_index 1 {{(pid=106292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 04:19:55.346015 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.base_scheduler [None req-0672d5c8-83b2-4224-9413-5c226bb39737 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852208-11-iscsi, c822ca8c-8a6d-49a4-a85e-2147ab733cb5) {{(pid=106292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:19:55.351319 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0672d5c8-83b2-4224-9413-5c226bb39737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:55.352302 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-0672d5c8-83b2-4224-9413-5c226bb39737 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for subnet (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:55.356579 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7208bf-3b71-4a4a-b20f-f5073a01259b None None] Network c822ca8c-8a6d-49a4-a85e-2147ab733cb5 requested from dv-cinder-852208-11-iscsi {{(pid=106294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:19:55.378210 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-0672d5c8-83b2-4224-9413-5c226bb39737 admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3799877 Aug 30 04:19:55.430819 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:55.448206 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-390264ec-bab8-4bcb-922a-62bbd4f3a683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (b2cd167f-1ad0-4273-bd2a-29638b1fd1d2), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:55.631245 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8381d9e-ff61-42c2-818b-3c83bd668c75 req-e2bc37ca-7107-4cb8-a209-69dfa930620e tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:55.632784 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-d8381d9e-ff61-42c2-818b-3c83bd668c75 req-e2bc37ca-7107-4cb8-a209-69dfa930620e tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 944 time: 0.0604410 Aug 30 04:19:55.638470 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (d414c4c0-e104-4322-85c3-8bf64da32860), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:55.639837 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Current status of the port 84574c99-3886-4ef8-b113-d17a2f4ac835 is: BUILD; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:19:55.640224 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (84574c99-3886-4ef8-b113-d17a2f4ac835), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:55.650987 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:55.654967 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3a4307-9819-4f21-a82d-78b0074b1b7e None None] Network c822ca8c-8a6d-49a4-a85e-2147ab733cb5 requested from dv-cinder-852208-11-iscsi {{(pid=106294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:19:55.698818 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-d8381d9e-ff61-42c2-818b-3c83bd668c75 req-66c1b871-0ac9-4eac-82a7-38b3212bd1dc tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519681 Aug 30 04:19:55.716118 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67620860-4433-443f-9ed6-f67a98bf44cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84574c99-3886-4ef8-b113-d17a2f4ac835'}] {{(pid=106294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:19:55.718700 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc91461c002048a1511ec2515697d9f100988a5a9e001fc967bf4275e8e26e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010dafa6-fbb6-432a-9ca3-c876b38dac07" -d '{"events": [{"server_uuid": "67620860-4433-443f-9ed6-f67a98bf44cf", "name": "network-vif-plugged", "status": "completed", "tag": "84574c99-3886-4ef8-b113-d17a2f4ac835"}]}' {{(pid=106294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:19:55.738617 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port 84574c99-3886-4ef8-b113-d17a2f4ac835, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=84574c99-3886-4ef8-b113-d17a2f4ac835,segment=NetworkSegment(ba3ccad1-e761-4282-ad36-66b52ed371a6),segment_id=ba3ccad1-e761-4282-ad36-66b52ed371a6)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:19:55.748495 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (84574c99-3886-4ef8-b113-d17a2f4ac835), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:55.749354 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device b8e75002-6c9d-47c3-a24b-44a2b69a1fc6 up at agent hyperv_hv-cinder-85220 {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:19:55.796703 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91af30dd-d34b-453d-86e5-4cb58f11c399 x-openstack-request-id: req-91af30dd-d34b-453d-86e5-4cb58f11c399 {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:19:55.796999 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67620860-4433-443f-9ed6-f67a98bf44cf", "name": "network-vif-plugged", "status": "completed", "tag": "84574c99-3886-4ef8-b113-d17a2f4ac835", "code": 200}]} {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:19:55.797316 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-91af30dd-d34b-453d-86e5-4cb58f11c399 {{(pid=106294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:19:55.797650 dv-cinder-852208-11-iscsi neutron-server[106294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91af30dd-d34b-453d-86e5-4cb58f11c399'] response: {'server_uuid': '67620860-4433-443f-9ed6-f67a98bf44cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84574c99-3886-4ef8-b113-d17a2f4ac835', 'code': 200} Aug 30 04:19:55.868166 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Pushing event updated for resources: {'Port': ['ID=84574c99-3886-4ef8-b113-d17a2f4ac835,revision_number=5']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:55.879252 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Provisioning for port b8e75002-6c9d-47c3-a24b-44a2b69a1fc6 completed by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:19:55.886635 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Provisioning complete for port b8e75002-6c9d-47c3-a24b-44a2b69a1fc6 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:19:55.887022 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (b8e75002-6c9d-47c3-a24b-44a2b69a1fc6), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:55.926777 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e33ac0-9ca2-413d-aeb2-0de48bc2afdc req-1e425274-afd0-4dc9-82b1-493ad66db491 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:55.926777 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-55e33ac0-9ca2-413d-aeb2-0de48bc2afdc req-1e425274-afd0-4dc9-82b1-493ad66db491 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 944 time: 0.0641084 Aug 30 04:19:55.985771 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Current status of the port b8e75002-6c9d-47c3-a24b-44a2b69a1fc6 is: BUILD; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:19:55.986272 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (b8e75002-6c9d-47c3-a24b-44a2b69a1fc6), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:55.986752 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-55e33ac0-9ca2-413d-aeb2-0de48bc2afdc req-968c6ba6-67c4-4245-aeef-bb965a39de9e tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532377 Aug 30 04:19:56.025384 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port b8e75002-6c9d-47c3-a24b-44a2b69a1fc6, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=b8e75002-6c9d-47c3-a24b-44a2b69a1fc6,segment=NetworkSegment(e519ac78-f91d-4e30-a2bb-8ce973f50b92),segment_id=e519ac78-f91d-4e30-a2bb-8ce973f50b92)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:19:56.029371 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (b8e75002-6c9d-47c3-a24b-44a2b69a1fc6), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:56.081570 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Pushing event updated for resources: {'Port': ['ID=b8e75002-6c9d-47c3-a24b-44a2b69a1fc6,revision_number=5']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:56.142647 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd9a87-cfed-40ac-b8bb-953875ec042c req-0bd7bd48-6f82-43fe-91a2-c9a073faece2 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:56.144031 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-60cd9a87-cfed-40ac-b8bb-953875ec042c req-0bd7bd48-6f82-43fe-91a2-c9a073faece2 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 945 time: 0.0490360 Aug 30 04:19:56.194217 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-60cd9a87-cfed-40ac-b8bb-953875ec042c req-ee721339-13c9-42bc-a503-3a3363e64002 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446799 Aug 30 04:19:56.353202 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3718cf54-d841-4582-a265-c0f3aa4fd127 req-6241700e-31aa-49f9-9c10-7d6ae4df42a8 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/524cda22-09e9-423b-b572-9d6bbb210043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047328 Aug 30 04:19:56.465122 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f41a800-a3fe-4da8-9955-2a9974d50eaa req-25c74f6e-2fd9-4410-8df9-e561434aa9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:56.466638 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2f41a800-a3fe-4da8-9955-2a9974d50eaa req-25c74f6e-2fd9-4410-8df9-e561434aa9fa service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 1129 time: 0.0519843 Aug 30 04:19:56.511620 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3718cf54-d841-4582-a265-c0f3aa4fd127 req-b113c877-de38-48cf-86c0-31c79b68f4a8 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/524cda22-09e9-423b-b572-9d6bbb210043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501231 Aug 30 04:19:56.532094 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2f41a800-a3fe-4da8-9955-2a9974d50eaa req-7fa5976f-b5f2-4a91-bd54-9fa055e49e81 service neutron] 10.222.0.75 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549836 Aug 30 04:19:56.539414 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] get_ports_and_sgs() called for port_ids ['878113b7-0721-4ab0-9707-08eb2f973e55'] {{(pid=106294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:19:56.833301 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b44d1-8648-4707-8007-14121163a728 req-995e5ea2-9898-4792-8e07-e2dd5c59d798 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:56.834872 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-724b44d1-8648-4707-8007-14121163a728 req-995e5ea2-9898-4792-8e07-e2dd5c59d798 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 945 time: 0.0654604 Aug 30 04:19:56.884020 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-724b44d1-8648-4707-8007-14121163a728 req-e800af5d-eed0-4f78-b4c6-a11ff29b213f tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433564 Aug 30 04:19:57.106070 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=80,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=12 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:57.120848 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e196a19-8fb3-46a3-a105-64e13cfc18c9 req-cf45c531-f9f7-4ebc-944a-3a05cf9d5447 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:57.122362 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9e196a19-8fb3-46a3-a105-64e13cfc18c9 req-cf45c531-f9f7-4ebc-944a-3a05cf9d5447 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 944 time: 0.0515299 Aug 30 04:19:57.184510 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9e196a19-8fb3-46a3-a105-64e13cfc18c9 req-130ba29d-ddff-4af7-acd9-0ae7cbfe379e tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546713 Aug 30 04:19:57.324192 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aae5fa-032d-429f-9586-caa56cfd5c3e req-bb2ce339-f720-410c-bac8-a7d80c405939 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:57.331797 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-f0aae5fa-032d-429f-9586-caa56cfd5c3e req-bb2ce339-f720-410c-bac8-a7d80c405939 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 945 time: 0.0565295 Aug 30 04:19:57.360297 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:57.390908 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-f0aae5fa-032d-429f-9586-caa56cfd5c3e req-8adc135d-d929-4ee7-bd98-d62c98e43256 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582547 Aug 30 04:19:57.418172 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-26084f0f-4fc5-44cf-9ff6-6529e08c23ce req-394594c6-381f-441f-b24d-337775249bb4 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=5fde664c-f504-436a-bc03-41126ce28efe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0493252 Aug 30 04:19:57.798450 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa060fe-649e-4f72-9288-d7d92a36e037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e75002-6c9d-47c3-a24b-44a2b69a1fc6'}] {{(pid=106294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:19:57.800940 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc91461c002048a1511ec2515697d9f100988a5a9e001fc967bf4275e8e26e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1943068-4d7f-4b7e-8c80-c4f1b03cce0d" -d '{"events": [{"server_uuid": "daa060fe-649e-4f72-9288-d7d92a36e037", "name": "network-vif-plugged", "status": "completed", "tag": "b8e75002-6c9d-47c3-a24b-44a2b69a1fc6"}]}' {{(pid=106294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:19:57.842911 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491cdc4f-6d60-4673-a76b-59c70e1592c9 x-openstack-request-id: req-491cdc4f-6d60-4673-a76b-59c70e1592c9 {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:19:57.843212 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daa060fe-649e-4f72-9288-d7d92a36e037", "name": "network-vif-plugged", "status": "completed", "tag": "b8e75002-6c9d-47c3-a24b-44a2b69a1fc6", "code": 200}]} {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:19:57.843532 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-491cdc4f-6d60-4673-a76b-59c70e1592c9 {{(pid=106294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:19:57.843875 dv-cinder-852208-11-iscsi neutron-server[106294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-491cdc4f-6d60-4673-a76b-59c70e1592c9'] response: {'server_uuid': 'daa060fe-649e-4f72-9288-d7d92a36e037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e75002-6c9d-47c3-a24b-44a2b69a1fc6', 'code': 200} Aug 30 04:19:58.006141 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc6da9e-19de-4463-aeef-6bd1b8d52835 req-74c6a7d5-582c-46d8-a07a-75dedcb135ca tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:58.007636 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-8bc6da9e-19de-4463-aeef-6bd1b8d52835 req-74c6a7d5-582c-46d8-a07a-75dedcb135ca tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 945 time: 0.0505290 Aug 30 04:19:58.057327 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-8bc6da9e-19de-4463-aeef-6bd1b8d52835 req-45496bb2-df83-4cbc-92b4-e7c046788462 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429854 Aug 30 04:19:58.210601 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 47438) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:58.315365 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9ea31-db27-46fb-abb7-233a3926fdb7 req-ab8b111f-2cf9-465d-afd6-e5668b475484 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:58.316824 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-00e9ea31-db27-46fb-abb7-233a3926fdb7 req-ab8b111f-2cf9-465d-afd6-e5668b475484 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 944 time: 0.0460923 Aug 30 04:19:58.342193 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9f2190fc-b0f5-4996-972d-e95132743891 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:58.389057 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-00e9ea31-db27-46fb-abb7-233a3926fdb7 req-62fc5d60-cf1c-44ea-801f-36a81f602e2a tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650764 Aug 30 04:19:58.425045 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:INSERT=13,neutron:SELECT=86,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:58.452497 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9f2190fc-b0f5-4996-972d-e95132743891 admin admin] Publish callbacks [] for security_group (99ce085e-9aab-436f-bc34-b08b3d73e377), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:58.456797 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9f2190fc-b0f5-4996-972d-e95132743891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (99ce085e-9aab-436f-bc34-b08b3d73e377), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:58.505798 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-9f2190fc-b0f5-4996-972d-e95132743891 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=de117a6ecbae4791a29c165fc99d9089&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2941062 Aug 30 04:19:58.506728 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 47450) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:58.518493 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2190fc-b0f5-4996-972d-e95132743891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ce085e-9aab-436f-bc34-b08b3d73e377,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:58.526662 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438033a-b5ec-4f00-969a-270d777d5edc req-fb929828-c48a-4a41-91dc-e3084b254b10 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:58.534673 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-7438033a-b5ec-4f00-969a-270d777d5edc req-fb929828-c48a-4a41-91dc-e3084b254b10 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 945 time: 0.0570900 Aug 30 04:19:58.569530 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e0865dd4-e613-4035-9ba1-ddb6b1402699 admin admin] Publish callbacks [] for security_group (99ce085e-9aab-436f-bc34-b08b3d73e377), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:58.589419 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-7438033a-b5ec-4f00-969a-270d777d5edc req-7d08a7bf-9472-4585-9bb6-4c611b7c0fe6 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537844 Aug 30 04:19:58.594070 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e0865dd4-e613-4035-9ba1-ddb6b1402699 admin admin] Publish callbacks [] for security_group (99ce085e-9aab-436f-bc34-b08b3d73e377), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:58.683267 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e0865dd4-e613-4035-9ba1-ddb6b1402699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (99ce085e-9aab-436f-bc34-b08b3d73e377), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:58.686123 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e0865dd4-e613-4035-9ba1-ddb6b1402699 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:58.687833 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-e0865dd4-e613-4035-9ba1-ddb6b1402699 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/99ce085e-9aab-436f-bc34-b08b3d73e377 HTTP/1.1" status: 204 len: 168 time: 0.1798167 Aug 30 04:19:58.700809 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0865dd4-e613-4035-9ba1-ddb6b1402699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ce085e-9aab-436f-bc34-b08b3d73e377,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:19:58.713174 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.agents_db [None req-4bab6993-eaca-4b45-827a-a5590950f82e None None] Agent healthcheck: found 6 active agents {{(pid=106295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:19:59.177999 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263948f7-6fdc-44f3-94d6-52bc46f3bc2a req-adba410b-4f7a-43ba-9a36-70ced08062e1 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:59.179514 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-263948f7-6fdc-44f3-94d6-52bc46f3bc2a req-adba410b-4f7a-43ba-9a36-70ced08062e1 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 945 time: 0.0477233 Aug 30 04:19:59.228588 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-263948f7-6fdc-44f3-94d6-52bc46f3bc2a req-d9b24c73-475d-4ef3-8363-89ae0ab39f79 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422838 Aug 30 04:19:59.520199 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ffbd17-5575-4ce5-9b93-954fce08913b req-1bdcca71-83a2-410c-9610-a767dedc9fa4 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:59.521707 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-e2ffbd17-5575-4ce5-9b93-954fce08913b req-1bdcca71-83a2-410c-9610-a767dedc9fa4 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 944 time: 0.0531549 Aug 30 04:19:59.568807 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-e2ffbd17-5575-4ce5-9b93-954fce08913b req-d08eb721-f8b9-483c-a247-ae4b260fb19a tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414984 Aug 30 04:19:59.614063 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 878113b7-0721-4ab0-9707-08eb2f973e55 up at agent hyperv_hv-cinder-85220 {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:19:59.663589 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Provisioning for port 878113b7-0721-4ab0-9707-08eb2f973e55 completed by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:19:59.670060 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Provisioning complete for port 878113b7-0721-4ab0-9707-08eb2f973e55 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:19:59.670541 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (878113b7-0721-4ab0-9707-08eb2f973e55), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:59.715956 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:59.735503 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c771649-2983-48c1-98fa-699d8c279a72 req-e2abd675-8f69-45db-82b7-4130deacad71 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:19:59.737025 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2c771649-2983-48c1-98fa-699d8c279a72 req-e2abd675-8f69-45db-82b7-4130deacad71 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 945 time: 0.0635486 Aug 30 04:19:59.780658 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Current status of the port 878113b7-0721-4ab0-9707-08eb2f973e55 is: BUILD; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:19:59.781143 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (878113b7-0721-4ab0-9707-08eb2f973e55), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:59.848257 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3ff227a-e878-4f20-b2e7-1d0fac6fb242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878113b7-0721-4ab0-9707-08eb2f973e55'}] {{(pid=106294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:19:59.851442 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc91461c002048a1511ec2515697d9f100988a5a9e001fc967bf4275e8e26e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ecbc36-6083-4b64-8659-a300df13d7fd" -d '{"events": [{"server_uuid": "a3ff227a-e878-4f20-b2e7-1d0fac6fb242", "name": "network-vif-plugged", "status": "completed", "tag": "878113b7-0721-4ab0-9707-08eb2f973e55"}]}' {{(pid=106294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:19:59.858693 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port 878113b7-0721-4ab0-9707-08eb2f973e55, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=878113b7-0721-4ab0-9707-08eb2f973e55,segment=NetworkSegment(f1ad6c1c-d522-42f8-b534-1fea329f4792),segment_id=f1ad6c1c-d522-42f8-b534-1fea329f4792)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:19:59.862856 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (878113b7-0721-4ab0-9707-08eb2f973e55), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:59.871204 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2c771649-2983-48c1-98fa-699d8c279a72 req-8afe1ec7-ee63-464a-ad41-db00604bf24e tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170368 Aug 30 04:19:59.906964 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9385a2f-b9af-4826-b238-4b41f19485bb x-openstack-request-id: req-b9385a2f-b9af-4826-b238-4b41f19485bb {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:19:59.907412 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3ff227a-e878-4f20-b2e7-1d0fac6fb242", "name": "network-vif-plugged", "status": "completed", "tag": "878113b7-0721-4ab0-9707-08eb2f973e55", "code": 200}]} {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:19:59.907780 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b9385a2f-b9af-4826-b238-4b41f19485bb {{(pid=106294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:19:59.908362 dv-cinder-852208-11-iscsi neutron-server[106294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9385a2f-b9af-4826-b238-4b41f19485bb'] response: {'server_uuid': 'a3ff227a-e878-4f20-b2e7-1d0fac6fb242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878113b7-0721-4ab0-9707-08eb2f973e55', 'code': 200} Aug 30 04:19:59.928774 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Pushing event updated for resources: {'Port': ['ID=878113b7-0721-4ab0-9707-08eb2f973e55,revision_number=5']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:00.352028 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0a24c-7a62-4638-9b31-2026ce163543 req-e25b86e5-41b7-468c-8cf5-4c8e5cd0b4aa tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:00.353535 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-99d0a24c-7a62-4638-9b31-2026ce163543 req-e25b86e5-41b7-468c-8cf5-4c8e5cd0b4aa tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 945 time: 0.0468645 Aug 30 04:20:00.400978 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-99d0a24c-7a62-4638-9b31-2026ce163543 req-ecc0b1f3-5e2b-44fc-91b5-5c4503d7ebd1 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415795 Aug 30 04:20:00.591206 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (5274a8db-cdbb-4c02-abb1-2eb9d7076dc1), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:00.698759 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5a15c-1ce7-4105-82af-50e3c0d2033c req-bf0c5ba4-02bd-4941-9f5c-5a418bcef836 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:00.700262 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-9fd5a15c-1ce7-4105-82af-50e3c0d2033c req-bf0c5ba4-02bd-4941-9f5c-5a418bcef836 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 945 time: 0.0483801 Aug 30 04:20:00.747263 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-9fd5a15c-1ce7-4105-82af-50e3c0d2033c req-6f5f9ac5-7717-48f5-ba35-975447c54751 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413313 Aug 30 04:20:00.944401 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26084f0f-4fc5-44cf-9ff6-6529e08c23ce req-a32a41b4-f153-447a-9cdd-362fde598a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:00.945949 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-26084f0f-4fc5-44cf-9ff6-6529e08c23ce req-a32a41b4-f153-447a-9cdd-362fde598a61 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=a9a5c650ed23445bb585711f962d7e09&device_id=5fde664c-f504-436a-bc03-41126ce28efe HTTP/1.1" status: 200 len: 1129 time: 0.0772026 Aug 30 04:20:01.211215 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b860e9-d051-4b97-b45c-f3547780a3cf req-0251272e-01f9-4de6-b09c-164b10d3546f tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:01.213138 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-35b860e9-d051-4b97-b45c-f3547780a3cf req-0251272e-01f9-4de6-b09c-164b10d3546f tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 945 time: 0.2459104 Aug 30 04:20:01.266384 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-35b860e9-d051-4b97-b45c-f3547780a3cf req-1134af3f-f123-485a-b807-234d103272f5 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477195 Aug 30 04:20:01.519722 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b41843d-90a0-4ee8-88c0-947fb92cb9d9 req-775ea19d-9a12-4bf4-8527-aef6eb4de5d2 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:01.521171 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6b41843d-90a0-4ee8-88c0-947fb92cb9d9 req-775ea19d-9a12-4bf4-8527-aef6eb4de5d2 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 945 time: 0.0485525 Aug 30 04:20:01.539236 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:01.571074 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6b41843d-90a0-4ee8-88c0-947fb92cb9d9 req-60ecd941-f8fe-46df-ac5b-47a254eb2574 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444336 Aug 30 04:20:01.596187 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c67e6d-e8dd-4f5c-9dce-68b22c6f8f53 req-66bc95d0-63ab-48d6-801b-00613398cd1c tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:01.597640 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-97c67e6d-e8dd-4f5c-9dce-68b22c6f8f53 req-66bc95d0-63ab-48d6-801b-00613398cd1c tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 945 time: 0.0493376 Aug 30 04:20:01.641243 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:01.649204 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-97c67e6d-e8dd-4f5c-9dce-68b22c6f8f53 req-fec3d149-6541-4e44-b099-06f944a2e7d0 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462153 Aug 30 04:20:01.881748 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a6585-8a56-417a-ac5f-8278e2a973d6 req-51716a22-a2db-49ac-bf19-6db35091a314 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:01.883515 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fd4a6585-8a56-417a-ac5f-8278e2a973d6 req-51716a22-a2db-49ac-bf19-6db35091a314 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 945 time: 0.0577562 Aug 30 04:20:01.946220 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fd4a6585-8a56-417a-ac5f-8278e2a973d6 req-cb65a84f-80e2-4257-8f99-b021003c8770 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515301 Aug 30 04:20:02.710793 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:02.730773 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7131d-73a1-41d9-a4b0-e7ee817ed8bb req-b3c7765a-be0f-461c-8e9d-eee60eeb89e2 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:02.733050 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-e5a7131d-73a1-41d9-a4b0-e7ee817ed8bb req-b3c7765a-be0f-461c-8e9d-eee60eeb89e2 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 945 time: 0.0696051 Aug 30 04:20:02.754566 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26084f0f-4fc5-44cf-9ff6-6529e08c23ce req-890a78f3-692a-4686-bb2c-59e913887518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:02.756040 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-26084f0f-4fc5-44cf-9ff6-6529e08c23ce req-890a78f3-692a-4686-bb2c-59e913887518 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=524cda22-09e9-423b-b572-9d6bbb210043 HTTP/1.1" status: 200 len: 920 time: 0.1411164 Aug 30 04:20:02.802971 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-e5a7131d-73a1-41d9-a4b0-e7ee817ed8bb req-077c4b97-6a6b-4cd7-9401-1bb7a33368ae tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626771 Aug 30 04:20:02.817679 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a606eb0-011c-4cd4-b9d7-abc54486162f req-0ee78401-58f5-4606-8cd2-bcb0796b68a1 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:02.819736 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2a606eb0-011c-4cd4-b9d7-abc54486162f req-0ee78401-58f5-4606-8cd2-bcb0796b68a1 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 945 time: 0.0692515 Aug 30 04:20:02.880756 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-26084f0f-4fc5-44cf-9ff6-6529e08c23ce req-8356fe1c-a0c9-4de4-adab-88bab3086d89 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df23e2a1-bcf8-455e-aa83-acb143334ab7 HTTP/1.1" status: 200 len: 217 time: 0.0479813 Aug 30 04:20:02.916683 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2a606eb0-011c-4cd4-b9d7-abc54486162f req-17b7fa28-afbd-4616-b079-bd81fc6eb52f tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854275 Aug 30 04:20:03.085499 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c69ab4-48f4-4c5f-931d-3ac6a6596f3e req-dcdc0db8-d8ce-4bb0-a61c-fab3db5cfe97 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:03.087027 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-87c69ab4-48f4-4c5f-931d-3ac6a6596f3e req-dcdc0db8-d8ce-4bb0-a61c-fab3db5cfe97 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 945 time: 0.0610750 Aug 30 04:20:03.135644 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-87c69ab4-48f4-4c5f-931d-3ac6a6596f3e req-06ea6d81-a18a-4198-8d67-571db9102782 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425992 Aug 30 04:20:03.924061 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db06958-f43e-4f63-9274-d083dc6d0324 req-b8d74ebe-9961-4fe1-890a-882fc7924609 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:03.925528 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3db06958-f43e-4f63-9274-d083dc6d0324 req-b8d74ebe-9961-4fe1-890a-882fc7924609 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 945 time: 0.0475271 Aug 30 04:20:03.981012 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3db06958-f43e-4f63-9274-d083dc6d0324 req-e54b24de-e680-4dd8-99e3-28f4095dc778 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500338 Aug 30 04:20:04.045020 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2688323b-2517-482a-a9ab-3ba3f6035e08 req-c8b1385f-0506-44e1-a0c5-81be06808862 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:04.046506 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-2688323b-2517-482a-a9ab-3ba3f6035e08 req-c8b1385f-0506-44e1-a0c5-81be06808862 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 945 time: 0.0528359 Aug 30 04:20:04.095994 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-2688323b-2517-482a-a9ab-3ba3f6035e08 req-597644b4-d427-4c13-b0c2-d0913f4a7fda tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439312 Aug 30 04:20:04.259942 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fec3e22-3b75-4f75-9028-5efbd7b2c4bf req-45d461ea-7cd1-4f80-bbd6-c70cdef63ea5 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:04.261332 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2fec3e22-3b75-4f75-9028-5efbd7b2c4bf req-45d461ea-7cd1-4f80-bbd6-c70cdef63ea5 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 945 time: 0.0504332 Aug 30 04:20:04.308550 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2fec3e22-3b75-4f75-9028-5efbd7b2c4bf req-be91b87a-64d4-4e9c-897e-0a29a2b48a10 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417819 Aug 30 04:20:05.099361 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24411b0f-04f7-4888-80e9-c6a280cc3c5c req-e2b1e9ee-dea2-4c77-87c5-22d5222f2765 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:05.100817 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-24411b0f-04f7-4888-80e9-c6a280cc3c5c req-e2b1e9ee-dea2-4c77-87c5-22d5222f2765 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 945 time: 0.0472322 Aug 30 04:20:05.151462 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-24411b0f-04f7-4888-80e9-c6a280cc3c5c req-7e556af2-3ca4-4bfa-9f1b-2a0220bf6d63 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441139 Aug 30 04:20:05.219951 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1473c6b-0cdf-46de-998c-1c037727fd7b req-21947c91-44ca-42ec-aaa1-0f0b8f98d0b1 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:05.221380 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d1473c6b-0cdf-46de-998c-1c037727fd7b req-21947c91-44ca-42ec-aaa1-0f0b8f98d0b1 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 945 time: 0.0457504 Aug 30 04:20:05.267962 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d1473c6b-0cdf-46de-998c-1c037727fd7b req-9b9d9468-f0f2-4b61-a2e7-cc693bd10f43 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406566 Aug 30 04:20:05.429090 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1e258-d1c7-4768-b633-ca072cf9eba9 req-cf475c70-98d8-4a34-a794-f2872ec708df tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:05.430591 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-42c1e258-d1c7-4768-b633-ca072cf9eba9 req-cf475c70-98d8-4a34-a794-f2872ec708df tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 945 time: 0.0455256 Aug 30 04:20:05.481334 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-42c1e258-d1c7-4768-b633-ca072cf9eba9 req-9c8a6525-df6b-42d8-a6f5-7769f85f870c tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441864 Aug 30 04:20:06.092217 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26084f0f-4fc5-44cf-9ff6-6529e08c23ce req-c261f41f-6629-42b5-ac60-666f11553a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:06.093733 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-26084f0f-4fc5-44cf-9ff6-6529e08c23ce req-c261f41f-6629-42b5-ac60-666f11553a1f service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=bf40f790-127d-4290-907b-8c5f990389ae HTTP/1.1" status: 200 len: 858 time: 0.1557500 Aug 30 04:20:06.098188 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e672c1f-5dbc-4bcb-b05a-324881b47df4 req-d718b588-8e36-4d0c-9ee6-4b1ca70332f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:06.099810 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4e672c1f-5dbc-4bcb-b05a-324881b47df4 req-d718b588-8e36-4d0c-9ee6-4b1ca70332f1 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=a9a5c650ed23445bb585711f962d7e09&device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 1129 time: 0.1284723 Aug 30 04:20:06.102531 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8b198-63a0-4e3a-8f27-c6ff358bf96e req-f401d938-2ddb-4621-9884-6dc0e6e1c284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:06.104937 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-80d8b198-63a0-4e3a-8f27-c6ff358bf96e req-f401d938-2ddb-4621-9884-6dc0e6e1c284 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 1129 time: 0.0725291 Aug 30 04:20:06.105965 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f56c3-20ac-49e2-aaa0-6fac491dc9ca req-1c467b57-3fdd-441a-bc87-3ed50ee29348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:06.107526 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ad3f56c3-20ac-49e2-aaa0-6fac491dc9ca req-1c467b57-3fdd-441a-bc87-3ed50ee29348 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 1129 time: 0.1350918 Aug 30 04:20:06.241419 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26084f0f-4fc5-44cf-9ff6-6529e08c23ce req-dc906bf5-4e41-4033-8408-0559ecb88f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:06.242923 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-26084f0f-4fc5-44cf-9ff6-6529e08c23ce req-dc906bf5-4e41-4033-8408-0559ecb88f73 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=524cda22-09e9-423b-b572-9d6bbb210043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1236455 Aug 30 04:20:06.336819 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:06.373064 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-80d8b198-63a0-4e3a-8f27-c6ff358bf96e req-68940ba1-af78-464b-b3a0-64d363365f64 service neutron] 10.222.0.75 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2441740 Aug 30 04:20:06.385073 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ad3f56c3-20ac-49e2-aaa0-6fac491dc9ca req-0c98b483-4d41-446e-bbd2-8fbd51e82301 service neutron] 10.222.0.75 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2571895 Aug 30 04:20:06.400318 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c4fd1-3e4e-473d-a351-e6c5871548bb req-c2a5dec0-453d-4d07-a4e6-f663f96e5460 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:06.401913 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f17c4fd1-3e4e-473d-a351-e6c5871548bb req-c2a5dec0-453d-4d07-a4e6-f663f96e5460 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 945 time: 0.1638107 Aug 30 04:20:06.419248 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca4765-d84d-4c00-965d-7d7b9cd28bf9 req-c6e23db8-5e33-452c-90ee-d1951b667eb6 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:06.421416 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-49ca4765-d84d-4c00-965d-7d7b9cd28bf9 req-c6e23db8-5e33-452c-90ee-d1951b667eb6 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 945 time: 0.0567391 Aug 30 04:20:06.452033 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e672c1f-5dbc-4bcb-b05a-324881b47df4 req-312d9062-69d4-420b-bfd0-2fcc1ea082e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:06.453527 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4e672c1f-5dbc-4bcb-b05a-324881b47df4 req-312d9062-69d4-420b-bfd0-2fcc1ea082e4 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=524cda22-09e9-423b-b572-9d6bbb210043 HTTP/1.1" status: 200 len: 920 time: 0.3226624 Aug 30 04:20:06.474444 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-49ca4765-d84d-4c00-965d-7d7b9cd28bf9 req-98b3585c-dca1-4f67-a8af-388ddeb9999a tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467651 Aug 30 04:20:06.489748 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:06.492169 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-26084f0f-4fc5-44cf-9ff6-6529e08c23ce req-b011ee0a-2817-4080-bf11-4c3ee87d38d5 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/524cda22-09e9-423b-b572-9d6bbb210043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360373 Aug 30 04:20:06.501271 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f17c4fd1-3e4e-473d-a351-e6c5871548bb req-c726733b-13a7-4782-9e01-7217cb19a8b1 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908840 Aug 30 04:20:06.629361 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e255e9-1d30-4377-8720-18e2b190a921 req-aec4cf71-efd4-4f61-abb7-437f081c176c tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:06.631437 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f8e255e9-1d30-4377-8720-18e2b190a921 req-aec4cf71-efd4-4f61-abb7-437f081c176c tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 945 time: 0.0605302 Aug 30 04:20:06.705522 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f8e255e9-1d30-4377-8720-18e2b190a921 req-714f2ae6-eeb5-4c9f-959c-90bf553b97e0 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674210 Aug 30 04:20:06.784733 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=100 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:06.805236 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a19a4-8c46-4894-8fe4-73e0f3d97963 req-f5007b25-5f30-49d2-93d5-7182b0844775 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:06.807256 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-792a19a4-8c46-4894-8fe4-73e0f3d97963 req-f5007b25-5f30-49d2-93d5-7182b0844775 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23aaf8c2-d8be-49ca-a496-4d9713c03f46 HTTP/1.1" status: 200 len: 945 time: 0.0575511 Aug 30 04:20:06.878284 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-792a19a4-8c46-4894-8fe4-73e0f3d97963 req-9176234d-a659-48bf-b3e5-e6e585e7c120 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=62d429cd-f2b8-488d-9289-57ed40003738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642066 Aug 30 04:20:07.106392 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-26084f0f-4fc5-44cf-9ff6-6529e08c23ce req-cbeee169-dcac-4188-8641-617465ad7e2f service neutron] 10.222.0.75 "GET /networking/v2.0/networks/524cda22-09e9-423b-b572-9d6bbb210043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907907 Aug 30 04:20:07.498328 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4e672c1f-5dbc-4bcb-b05a-324881b47df4 req-3c718cf9-5e14-45db-be4c-68d71ef4b6b1 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84574c99-3886-4ef8-b113-d17a2f4ac835 HTTP/1.1" status: 200 len: 217 time: 0.0343561 Aug 30 04:20:07.611121 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b74d33-0365-4854-9840-256e4d84ebce req-ba931d76-bd10-46a1-a05a-15c9fa82f3a7 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:07.612592 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-01b74d33-0365-4854-9840-256e4d84ebce req-ba931d76-bd10-46a1-a05a-15c9fa82f3a7 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 945 time: 0.0524113 Aug 30 04:20:07.637107 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2e669-b339-4b60-a85e-f54b18cdc44a req-ab6068bc-1b51-4e36-a175-52d1063008b1 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:07.638949 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-fcd2e669-b339-4b60-a85e-f54b18cdc44a req-ab6068bc-1b51-4e36-a175-52d1063008b1 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 945 time: 0.0539424 Aug 30 04:20:07.665314 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-01b74d33-0365-4854-9840-256e4d84ebce req-85f2af3c-ef8f-4422-9e1b-4adffe499b57 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470345 Aug 30 04:20:07.689728 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-fcd2e669-b339-4b60-a85e-f54b18cdc44a req-2aef0e4c-1389-4a5d-961f-317778509968 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442252 Aug 30 04:20:07.861955 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4cc1f-f348-4545-9d29-2cad3e7bbe09 req-65eee356-8212-41dd-9bfb-752cac76765a tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:07.863443 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b5d4cc1f-f348-4545-9d29-2cad3e7bbe09 req-65eee356-8212-41dd-9bfb-752cac76765a tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 945 time: 0.0467443 Aug 30 04:20:07.912483 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b5d4cc1f-f348-4545-9d29-2cad3e7bbe09 req-e5f8448f-59be-44c1-a083-b57f858c16fd tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431762 Aug 30 04:20:08.031368 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154f9e3-1ee6-4ce2-b29a-e1da6a649e91 req-1f5cde2c-3f18-42d5-83a6-6b6b4e00c6f6 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:08.032629 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-1154f9e3-1ee6-4ce2-b29a-e1da6a649e91 req-1f5cde2c-3f18-42d5-83a6-6b6b4e00c6f6 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23aaf8c2-d8be-49ca-a496-4d9713c03f46 HTTP/1.1" status: 200 len: 945 time: 0.0532050 Aug 30 04:20:08.092001 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-1154f9e3-1ee6-4ce2-b29a-e1da6a649e91 req-afc1bcbf-772d-4d84-9e88-a4bf0d196071 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=62d429cd-f2b8-488d-9289-57ed40003738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527687 Aug 30 04:20:08.356225 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 47728) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:08.487831 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-02164924-b4d2-4473-a7a5-9d618d90688d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:08.591295 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-02164924-b4d2-4473-a7a5-9d618d90688d admin admin] Publish callbacks [] for security_group (2b879111-babd-4c0f-886d-e557f32f2f1e), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:08.595421 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-02164924-b4d2-4473-a7a5-9d618d90688d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (2b879111-babd-4c0f-886d-e557f32f2f1e), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:08.635396 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02164924-b4d2-4473-a7a5-9d618d90688d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b879111-babd-4c0f-886d-e557f32f2f1e,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:08.639721 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-02164924-b4d2-4473-a7a5-9d618d90688d admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=15aa5430422e4d0f9181884b58742b15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2824879 Aug 30 04:20:08.642569 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 47742) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:08.692397 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-a57cd1bd-543f-4e5f-a96c-8c326af04ce0 admin admin] Publish callbacks [] for security_group (2b879111-babd-4c0f-886d-e557f32f2f1e), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:08.712879 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-a57cd1bd-543f-4e5f-a96c-8c326af04ce0 admin admin] Publish callbacks [] for security_group (2b879111-babd-4c0f-886d-e557f32f2f1e), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:08.798288 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b636ac-871d-4267-bf3d-066f66ea136c req-8ac240f9-79c3-467c-a703-7a59a1c748a1 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:08.799863 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b7b636ac-871d-4267-bf3d-066f66ea136c req-8ac240f9-79c3-467c-a703-7a59a1c748a1 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 945 time: 0.0516949 Aug 30 04:20:08.800839 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-a57cd1bd-543f-4e5f-a96c-8c326af04ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (2b879111-babd-4c0f-886d-e557f32f2f1e), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:08.803397 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-a57cd1bd-543f-4e5f-a96c-8c326af04ce0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:08.804427 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-a57cd1bd-543f-4e5f-a96c-8c326af04ce0 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/2b879111-babd-4c0f-886d-e557f32f2f1e HTTP/1.1" status: 204 len: 168 time: 0.1609201 Aug 30 04:20:08.820789 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbaa2bc-52b6-422e-85f4-cb8298c82746 req-1a799ca9-5bde-4bf9-84ed-4a86f21464dc tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:08.828604 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-1cbaa2bc-52b6-422e-85f4-cb8298c82746 req-1a799ca9-5bde-4bf9-84ed-4a86f21464dc tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 945 time: 0.0624719 Aug 30 04:20:08.829756 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57cd1bd-543f-4e5f-a96c-8c326af04ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b879111-babd-4c0f-886d-e557f32f2f1e,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:08.845063 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:08.859685 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:08.870476 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b7b636ac-871d-4267-bf3d-066f66ea136c req-4e5c71d5-7f26-4f6c-9d48-c54259ae7915 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566933 Aug 30 04:20:08.887300 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-1cbaa2bc-52b6-422e-85f4-cb8298c82746 req-4c7f5daf-f1ac-4ab0-965f-9cc09df0ef4a tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572586 Aug 30 04:20:09.041086 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b5f3b-5886-48ce-8994-9703d0ec7509 req-a5bb36b8-36af-46ca-b90b-41cdc466a2f5 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:09.042598 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fc5b5f3b-5886-48ce-8994-9703d0ec7509 req-a5bb36b8-36af-46ca-b90b-41cdc466a2f5 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 945 time: 0.0483727 Aug 30 04:20:09.074482 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:09.093965 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fc5b5f3b-5886-48ce-8994-9703d0ec7509 req-7f55b948-0d43-4d9f-a18d-0229927b6791 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450001 Aug 30 04:20:09.210600 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c97a79-a7d2-4543-b50f-40ac4a17c7b9 req-83b9ac7c-32bc-4970-8851-73606612e297 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:09.212632 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-a1c97a79-a7d2-4543-b50f-40ac4a17c7b9 req-83b9ac7c-32bc-4970-8851-73606612e297 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23aaf8c2-d8be-49ca-a496-4d9713c03f46 HTTP/1.1" status: 200 len: 945 time: 0.0490465 Aug 30 04:20:09.266609 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-a1c97a79-a7d2-4543-b50f-40ac4a17c7b9 req-c99f2eb5-c8e0-4c69-8385-778974a414d0 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=62d429cd-f2b8-488d-9289-57ed40003738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478246 Aug 30 04:20:09.891909 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 47786) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:09.997637 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59858ba4-37ec-40ab-8e3e-3b182d53216e req-605ef586-d144-42fe-8dfb-49def842046c tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:09.999446 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-59858ba4-37ec-40ab-8e3e-3b182d53216e req-605ef586-d144-42fe-8dfb-49def842046c tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 945 time: 0.0531969 Aug 30 04:20:10.016407 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a98b0-1400-48c7-948f-8bfac931f27a req-f4cdf9e9-6285-498c-ac93-50f5006f10e1 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:10.018144 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-654a98b0-1400-48c7-948f-8bfac931f27a req-f4cdf9e9-6285-498c-ac93-50f5006f10e1 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 945 time: 0.0481923 Aug 30 04:20:10.019500 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-6d865e39-5776-4a38-b7e0-d91f24ab5c5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:10.050563 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=100 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:10.069604 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-654a98b0-1400-48c7-948f-8bfac931f27a req-a3f91bd7-9395-4830-a6e1-f86ebfda9c36 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458126 Aug 30 04:20:10.077325 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-59858ba4-37ec-40ab-8e3e-3b182d53216e req-3588090f-5421-4388-a64f-f99505bab502 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714073 Aug 30 04:20:10.131773 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-6d865e39-5776-4a38-b7e0-d91f24ab5c5d admin admin] Publish callbacks [] for security_group (79d131f7-71d8-4616-88f2-78881b4f5fe8), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:10.136552 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-6d865e39-5776-4a38-b7e0-d91f24ab5c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (79d131f7-71d8-4616-88f2-78881b4f5fe8), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:10.176787 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-6d865e39-5776-4a38-b7e0-d91f24ab5c5d admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=4d60afc13ff44b55a30220bfb98942a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2832706 Aug 30 04:20:10.177995 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d865e39-5776-4a38-b7e0-d91f24ab5c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d131f7-71d8-4616-88f2-78881b4f5fe8,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:10.180292 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 47796) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:10.220950 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9b00f-ddf1-4784-b1f8-e48ceca1983a req-a722f4d8-26dc-4ac3-bc4a-471474420d79 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:10.222681 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-22a9b00f-ddf1-4784-b1f8-e48ceca1983a req-a722f4d8-26dc-4ac3-bc4a-471474420d79 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 945 time: 0.0503371 Aug 30 04:20:10.236457 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c523cb39-8abd-4e22-9f5c-9d997f000f6d admin admin] Publish callbacks [] for security_group (79d131f7-71d8-4616-88f2-78881b4f5fe8), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:10.257475 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c523cb39-8abd-4e22-9f5c-9d997f000f6d admin admin] Publish callbacks [] for security_group (79d131f7-71d8-4616-88f2-78881b4f5fe8), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:10.276033 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-22a9b00f-ddf1-4784-b1f8-e48ceca1983a req-77a66e5c-657d-4817-a5d8-01dbd4a89444 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451126 Aug 30 04:20:10.311564 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c523cb39-8abd-4e22-9f5c-9d997f000f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (79d131f7-71d8-4616-88f2-78881b4f5fe8), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:10.314218 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c523cb39-8abd-4e22-9f5c-9d997f000f6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:10.315469 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-c523cb39-8abd-4e22-9f5c-9d997f000f6d admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/79d131f7-71d8-4616-88f2-78881b4f5fe8 HTTP/1.1" status: 204 len: 168 time: 0.1337185 Aug 30 04:20:10.324441 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c523cb39-8abd-4e22-9f5c-9d997f000f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d131f7-71d8-4616-88f2-78881b4f5fe8,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:10.404940 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd834b4-69ea-4d32-a31b-a3de0e2ba03a req-49dcd0bf-2048-4cef-a0b4-4504373d9e91 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:10.406561 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3fd834b4-69ea-4d32-a31b-a3de0e2ba03a req-49dcd0bf-2048-4cef-a0b4-4504373d9e91 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23aaf8c2-d8be-49ca-a496-4d9713c03f46 HTTP/1.1" status: 200 len: 945 time: 0.0557079 Aug 30 04:20:10.456828 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3fd834b4-69ea-4d32-a31b-a3de0e2ba03a req-643d187b-48f3-45cd-ad24-3bf90e2845bd tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=62d429cd-f2b8-488d-9289-57ed40003738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443842 Aug 30 04:20:11.196138 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c735d-f8a8-4758-aa8b-fba41f6738a7 req-23edfc30-50a5-481f-b109-f2a3f9f3ddc4 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:11.198610 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-d28c735d-f8a8-4758-aa8b-fba41f6738a7 req-23edfc30-50a5-481f-b109-f2a3f9f3ddc4 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 945 time: 0.0511661 Aug 30 04:20:11.211151 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94160c5a-8601-4ed1-b542-ef697478c300 req-ee1ffc3d-1c92-4d79-b69d-74f5212a68a7 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:11.213328 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-94160c5a-8601-4ed1-b542-ef697478c300 req-ee1ffc3d-1c92-4d79-b69d-74f5212a68a7 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 945 time: 0.0504696 Aug 30 04:20:11.251592 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-d28c735d-f8a8-4758-aa8b-fba41f6738a7 req-a9643905-c749-417c-b40d-0a9d5d16bf52 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472078 Aug 30 04:20:11.282711 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-94160c5a-8601-4ed1-b542-ef697478c300 req-6ee3a484-fb58-4ae7-88ad-1818a332b594 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632420 Aug 30 04:20:11.419021 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877ecaa5-8546-400c-b1e2-37f8cc2360bd req-da671d2f-30d3-4142-acaa-18b63495b159 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:11.420804 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-877ecaa5-8546-400c-b1e2-37f8cc2360bd req-da671d2f-30d3-4142-acaa-18b63495b159 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 945 time: 0.0611355 Aug 30 04:20:11.474685 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-877ecaa5-8546-400c-b1e2-37f8cc2360bd req-80f44081-9de0-4989-9c96-066c44ac8708 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475693 Aug 30 04:20:11.577781 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4859156-7622-4494-b5ac-399a1902421f req-9ed21516-bd46-4e26-87aa-efba395960f5 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:11.579287 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e4859156-7622-4494-b5ac-399a1902421f req-9ed21516-bd46-4e26-87aa-efba395960f5 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23aaf8c2-d8be-49ca-a496-4d9713c03f46 HTTP/1.1" status: 200 len: 945 time: 0.0472217 Aug 30 04:20:11.629486 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e4859156-7622-4494-b5ac-399a1902421f req-cff4bf3a-c8f0-4992-a5c9-a80645e68c62 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=62d429cd-f2b8-488d-9289-57ed40003738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445864 Aug 30 04:20:12.159709 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e672c1f-5dbc-4bcb-b05a-324881b47df4 req-aa1f618a-60ba-44cb-89e6-b820e35ddd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:12.161817 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4e672c1f-5dbc-4bcb-b05a-324881b47df4 req-aa1f618a-60ba-44cb-89e6-b820e35ddd30 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=bf40f790-127d-4290-907b-8c5f990389ae HTTP/1.1" status: 200 len: 858 time: 0.0483379 Aug 30 04:20:12.393500 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca13181-32a0-4123-8c73-74fcc4604f9f req-88eb2ff2-7b61-4713-ae42-59f4997e34ab tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:12.395060 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-aca13181-32a0-4123-8c73-74fcc4604f9f req-88eb2ff2-7b61-4713-ae42-59f4997e34ab tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 945 time: 0.0628390 Aug 30 04:20:12.425934 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869373e-2848-46e2-91c7-0918ee3a74f3 req-43d7c25f-61cf-4a0c-a384-ba47b7a1a97d tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:12.427782 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d869373e-2848-46e2-91c7-0918ee3a74f3 req-43d7c25f-61cf-4a0c-a384-ba47b7a1a97d tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 945 time: 0.0528505 Aug 30 04:20:12.450055 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-aca13181-32a0-4123-8c73-74fcc4604f9f req-afec4db2-505e-4c94-929f-132c9d4f3a15 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480335 Aug 30 04:20:12.453266 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:12.480764 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d869373e-2848-46e2-91c7-0918ee3a74f3 req-7984f7fe-6403-48e8-810c-a9b38edae545 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468779 Aug 30 04:20:12.580943 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d849d7c-4315-47c5-979d-91e7e4ed27e2 req-9aa997cd-dbc8-42fd-b3e7-8b23b183c9f5 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:12.582662 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-9d849d7c-4315-47c5-979d-91e7e4ed27e2 req-9aa997cd-dbc8-42fd-b3e7-8b23b183c9f5 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 945 time: 0.0514691 Aug 30 04:20:12.593452 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 47874) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:12.598573 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-05f97b75-e98f-4958-9fd7-121932663c00 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Request body: {'floatingip': {'port_id': 'b8e75002-6c9d-47c3-a24b-44a2b69a1fc6'}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:20:12.622998 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7db920-678d-4a6a-b816-cdbfcc16d9c5 req-ffcdc318-835b-414e-ac7f-82650050633a tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:12.624488 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0e7db920-678d-4a6a-b816-cdbfcc16d9c5 req-ffcdc318-835b-414e-ac7f-82650050633a tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 945 time: 0.0562992 Aug 30 04:20:12.640057 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:12.687748 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0e7db920-678d-4a6a-b816-cdbfcc16d9c5 req-9c64cc36-4478-4beb-a214-aedf19a63ec4 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574243 Aug 30 04:20:12.926851 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=100 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:12.946043 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6836534-5ea0-4f83-a8ae-caee991a06d5 req-1d56aa13-5987-4f0e-834a-a8b6cf8abbc7 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:12.953570 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-c6836534-5ea0-4f83-a8ae-caee991a06d5 req-1d56aa13-5987-4f0e-834a-a8b6cf8abbc7 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23aaf8c2-d8be-49ca-a496-4d9713c03f46 HTTP/1.1" status: 200 len: 945 time: 0.1274054 Aug 30 04:20:12.962471 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-05f97b75-e98f-4958-9fd7-121932663c00 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks [] for floatingip (dd848063-4c55-4aab-a6c3-a382e2b2a236), before_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:13.128670 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e672c1f-5dbc-4bcb-b05a-324881b47df4 req-8f0681b4-aebc-4cd7-acd2-2aa8e089e5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:13.129976 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4e672c1f-5dbc-4bcb-b05a-324881b47df4 req-8f0681b4-aebc-4cd7-acd2-2aa8e089e5be service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=524cda22-09e9-423b-b572-9d6bbb210043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1010010 Aug 30 04:20:13.193138 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-c6836534-5ea0-4f83-a8ae-caee991a06d5 req-13023945-425e-4b38-86c9-e4150eb1583d tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=62d429cd-f2b8-488d-9289-57ed40003738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260976 Aug 30 04:20:13.643339 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6cab4-1f02-4369-858f-573edf8e36f4 req-904c390a-684c-4acf-a65c-ab5f1827ed85 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:13.646849 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-63b6cab4-1f02-4369-858f-573edf8e36f4 req-904c390a-684c-4acf-a65c-ab5f1827ed85 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 945 time: 0.0744424 Aug 30 04:20:13.738445 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-05f97b75-e98f-4958-9fd7-121932663c00 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:13.743468 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-05f97b75-e98f-4958-9fd7-121932663c00 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572642'] for floatingip (dd848063-4c55-4aab-a6c3-a382e2b2a236), after_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:13.804776 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-63b6cab4-1f02-4369-858f-573edf8e36f4 req-fecc0601-3ba0-4dac-8756-be24f4aa8183 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777941 Aug 30 04:20:13.816680 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4e672c1f-5dbc-4bcb-b05a-324881b47df4 req-c7ef94ec-54fa-4719-9607-ea0cb9061665 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/524cda22-09e9-423b-b572-9d6bbb210043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684282 Aug 30 04:20:13.883199 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.db.l3_db [None req-05f97b75-e98f-4958-9fd7-121932663c00 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Floating IP dd848063-4c55-4aab-a6c3-a382e2b2a236 associated. External IP: 172.27.4.143, port: b8e75002-6c9d-47c3-a24b-44a2b69a1fc6. Aug 30 04:20:13.886097 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:13.892468 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bbbd51-edd1-4303-a60f-b5f5e1032e50 req-6d4a7439-ab53-4e78-8709-e71d40d90127 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:13.893980 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-64bbbd51-edd1-4303-a60f-b5f5e1032e50 req-6d4a7439-ab53-4e78-8709-e71d40d90127 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 945 time: 0.0648763 Aug 30 04:20:14.016011 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-64bbbd51-edd1-4303-a60f-b5f5e1032e50 req-b5072346-86f4-4741-b679-830900110224 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929017 Aug 30 04:20:14.113596 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da386a-2136-41e1-9f56-33b7e0cd03d4 req-31030297-5537-4480-8e7f-38d2b86ef5b3 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:14.115524 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b0da386a-2136-41e1-9f56-33b7e0cd03d4 req-31030297-5537-4480-8e7f-38d2b86ef5b3 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=23aaf8c2-d8be-49ca-a496-4d9713c03f46 HTTP/1.1" status: 200 len: 945 time: 0.0894210 Aug 30 04:20:14.124112 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:14.154961 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f97b75-e98f-4958-9fd7-121932663c00 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Router d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d has already been hosted by L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 {{(pid=106292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:20:14.306889 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4e672c1f-5dbc-4bcb-b05a-324881b47df4 req-8766bf60-c904-46f3-be0e-39a61c7440b2 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/524cda22-09e9-423b-b572-9d6bbb210043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454693 Aug 30 04:20:14.342894 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f0014-79e2-406e-b0f8-24cbc30259a5 req-f255c749-3fb1-4725-9321-1d6f02abede7 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:14.346836 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-241f0014-79e2-406e-b0f8-24cbc30259a5 req-f255c749-3fb1-4725-9321-1d6f02abede7 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 945 time: 0.2176166 Aug 30 04:20:14.361011 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 47936) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:14.366046 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-8b259070-f6b8-46e1-9058-507dff80453a tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Request body: {'floatingip': {'port_id': '878113b7-0721-4ab0-9707-08eb2f973e55'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:20:14.514959 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-8b259070-f6b8-46e1-9058-507dff80453a tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks [] for floatingip (51523a29-bb2f-4b87-9f85-f766071c8b3c), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:14.611842 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-b0da386a-2136-41e1-9f56-33b7e0cd03d4 req-f3315af6-1865-4513-a2c7-4d71442c620d tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] Deleting port 9a8ac484-1ffe-4f46-8407-35f8d0244af1 {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:20:14.612492 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-b0da386a-2136-41e1-9f56-33b7e0cd03d4 req-f3315af6-1865-4513-a2c7-4d71442c620d tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (9a8ac484-1ffe-4f46-8407-35f8d0244af1), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:14.633732 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f7b85-f2c3-4a44-b6aa-b8171548285f req-3aa2fb6e-fb16-4462-bc6a-8ce5cfd80f24 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:14.644089 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-784f7b85-f2c3-4a44-b6aa-b8171548285f req-3aa2fb6e-fb16-4462-bc6a-8ce5cfd80f24 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23aaf8c2-d8be-49ca-a496-4d9713c03f46 HTTP/1.1" status: 200 len: 945 time: 0.0762832 Aug 30 04:20:14.663709 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f97b75-e98f-4958-9fd7-121932663c00 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:20:14.672987 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-05f97b75-e98f-4958-9fd7-121932663c00 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for floatingip (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:14.681569 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce98cc4d-b60d-4788-9b1f-8c15587326aa None None] Sync routers for ids ['d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d'] in dv-cinder-852208-11-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:20:14.702164 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce98cc4d-b60d-4788-9b1f-8c15587326aa None None] Routers {'d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:20:14.704023 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-ce98cc4d-b60d-4788-9b1f-8c15587326aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:19:52Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:20:14.769739 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-784f7b85-f2c3-4a44-b6aa-b8171548285f req-788e05db-c91d-4aea-8379-8ce6a464db82 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=62d429cd-f2b8-488d-9289-57ed40003738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241369 Aug 30 04:20:14.773858 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-05f97b75-e98f-4958-9fd7-121932663c00 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "PUT /networking/v2.0/floatingips/dd848063-4c55-4aab-a6c3-a382e2b2a236 HTTP/1.1" status: 200 len: 991 time: 2.1766477 Aug 30 04:20:14.774762 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daa060fe-649e-4f72-9288-d7d92a36e037', 'tag': 'b8e75002-6c9d-47c3-a24b-44a2b69a1fc6'}] {{(pid=106292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:20:14.783247 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac8df60c6f70ae957e00457e6d6ce8432b58a3ad70202c2877012db9cc29900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d5b2ed-4233-450a-9ccf-f258b80aea0a" -d '{"events": [{"name": "network-changed", "server_uuid": "daa060fe-649e-4f72-9288-d7d92a36e037", "tag": "b8e75002-6c9d-47c3-a24b-44a2b69a1fc6"}]}' {{(pid=106292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:20:14.832111 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-ce98cc4d-b60d-4788-9b1f-8c15587326aa None None] Set router d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d gateway port host: dv-cinder-852208-11-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:20:14.874658 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2c08b6-353d-492b-a3c4-48ac98e381e6 x-openstack-request-id: req-6d2c08b6-353d-492b-a3c4-48ac98e381e6 {{(pid=106292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:20:14.874951 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daa060fe-649e-4f72-9288-d7d92a36e037", "tag": "b8e75002-6c9d-47c3-a24b-44a2b69a1fc6", "status": "completed", "code": 200}]} {{(pid=106292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:20:14.875207 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6d2c08b6-353d-492b-a3c4-48ac98e381e6 {{(pid=106292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:20:14.875615 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d2c08b6-353d-492b-a3c4-48ac98e381e6'] response: {'name': 'network-changed', 'server_uuid': 'daa060fe-649e-4f72-9288-d7d92a36e037', 'tag': 'b8e75002-6c9d-47c3-a24b-44a2b69a1fc6', 'status': 'completed', 'code': 200} Aug 30 04:20:14.982112 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4516f0-154d-42e1-b125-933a2cebb797 req-f4c7b9e6-deaa-4929-9fd6-c4c99afd63d6 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:14.984251 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-be4516f0-154d-42e1-b125-933a2cebb797 req-f4c7b9e6-deaa-4929-9fd6-c4c99afd63d6 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 945 time: 0.0719745 Aug 30 04:20:15.042783 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-be4516f0-154d-42e1-b125-933a2cebb797 req-eaa82a68-5163-41e5-91c0-74f95db9e255 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508807 Aug 30 04:20:15.138934 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-ce98cc4d-b60d-4788-9b1f-8c15587326aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'name': 'tempest-AttachVolumeTestJSON-420723525-router', 'tenant_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.19'}], 'enable_snat': True}, 'gw_port_id': '7afda184-eff6-42e9-b65a-847d2ef145e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:51Z', 'updated_at': '2022-08-30T04:19:00Z', 'revision_number': 4, 'project_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'gw_port': {'id': '7afda184-eff6-42e9-b65a-847d2ef145e0', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:53Z', 'updated_at': '2022-08-30T04:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_floatingips': [{'id': 'dd848063-4c55-4aab-a6c3-a382e2b2a236', 'tenant_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'floating_ip_address': '172.27.4.143', 'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'router_id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'port_id': 'b8e75002-6c9d-47c3-a24b-44a2b69a1fc6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f55c98a9-cbed-4af8-92a6-c49957223dcb', 'mac_address': 'fa:16:3e:dd:29:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa060fe-649e-4f72-9288-d7d92a36e037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:19:09Z', 'updated_at': '2022-08-30T04:20:13Z', 'revision_number': 1, 'project_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb4b0c10-9ac3-41b4-a1f8-355df76b03c4', 'name': '', 'network_id': 'f55c98a9-cbed-4af8-92a6-c49957223dcb', 'tenant_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'mac_address': 'fa:16:3e:ca:16:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8f1a2822-90de-40bf-914e-6a8cde2028a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:59Z', 'updated_at': '2022-08-30T04:19:16Z', 'revision_number': 5, 'project_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'subnets': [{'id': '8f1a2822-90de-40bf-914e-6a8cde2028a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:20:15.168980 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce98cc4d-b60d-4788-9b1f-8c15587326aa None None] Checking router: d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d for host: dv-cinder-852208-11-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:20:15.177431 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce98cc4d-b60d-4788-9b1f-8c15587326aa None None] Routers {'d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:20:15.178027 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-ce98cc4d-b60d-4788-9b1f-8c15587326aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:19:52Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:20:15.202599 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-b0da386a-2136-41e1-9f56-33b7e0cd03d4 req-f3315af6-1865-4513-a2c7-4d71442c620d tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] For port 9a8ac484-1ffe-4f46-8407-35f8d0244af1, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=9a8ac484-1ffe-4f46-8407-35f8d0244af1,segment=NetworkSegment(a9b938b7-cff9-44f4-ab8d-f09cd9baceec),segment_id=a9b938b7-cff9-44f4-ab8d-f09cd9baceec)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:20:15.203199 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-b0da386a-2136-41e1-9f56-33b7e0cd03d4 req-f3315af6-1865-4513-a2c7-4d71442c620d tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (9a8ac484-1ffe-4f46-8407-35f8d0244af1), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:15.223272 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-b0da386a-2136-41e1-9f56-33b7e0cd03d4 req-f3315af6-1865-4513-a2c7-4d71442c620d tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] Calling delete_port for 9a8ac484-1ffe-4f46-8407-35f8d0244af1 owned by compute:nova {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:20:15.282335 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-ce98cc4d-b60d-4788-9b1f-8c15587326aa None None] Set router d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d gateway port host: dv-cinder-852208-11-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:20:15.342070 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:15.465812 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:15.499978 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-ce98cc4d-b60d-4788-9b1f-8c15587326aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'name': 'tempest-AttachVolumeTestJSON-420723525-router', 'tenant_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.19'}], 'enable_snat': True}, 'gw_port_id': '7afda184-eff6-42e9-b65a-847d2ef145e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:51Z', 'updated_at': '2022-08-30T04:19:00Z', 'revision_number': 4, 'project_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'gw_port': {'id': '7afda184-eff6-42e9-b65a-847d2ef145e0', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:53Z', 'updated_at': '2022-08-30T04:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_floatingips': [{'id': 'dd848063-4c55-4aab-a6c3-a382e2b2a236', 'tenant_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'floating_ip_address': '172.27.4.143', 'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'router_id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'port_id': 'b8e75002-6c9d-47c3-a24b-44a2b69a1fc6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f55c98a9-cbed-4af8-92a6-c49957223dcb', 'mac_address': 'fa:16:3e:dd:29:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa060fe-649e-4f72-9288-d7d92a36e037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:19:09Z', 'updated_at': '2022-08-30T04:20:13Z', 'revision_number': 1, 'project_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb4b0c10-9ac3-41b4-a1f8-355df76b03c4', 'name': '', 'network_id': 'f55c98a9-cbed-4af8-92a6-c49957223dcb', 'tenant_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'mac_address': 'fa:16:3e:ca:16:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8f1a2822-90de-40bf-914e-6a8cde2028a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:59Z', 'updated_at': '2022-08-30T04:19:16Z', 'revision_number': 5, 'project_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'subnets': [{'id': '8f1a2822-90de-40bf-914e-6a8cde2028a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:20:15.529297 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce98cc4d-b60d-4788-9b1f-8c15587326aa None None] The sync data for ids ['d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d'] in dv-cinder-852208-11-iscsi is: [{'id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'name': 'tempest-AttachVolumeTestJSON-420723525-router', 'tenant_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.19'}], 'enable_snat': True}, 'gw_port_id': '7afda184-eff6-42e9-b65a-847d2ef145e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:51Z', 'updated_at': '2022-08-30T04:19:00Z', 'revision_number': 4, 'project_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'gw_port': {'id': '7afda184-eff6-42e9-b65a-847d2ef145e0', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:53Z', 'updated_at': '2022-08-30T04:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_floatingips': [{'id': 'dd848063-4c55-4aab-a6c3-a382e2b2a236', 'tenant_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'floating_ip_address': '172.27.4.143', 'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'router_id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'port_id': 'b8e75002-6c9d-47c3-a24b-44a2b69a1fc6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f55c98a9-cbed-4af8-92a6-c49957223dcb', 'mac_address': 'fa:16:3e:dd:29:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa060fe-649e-4f72-9288-d7d92a36e037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:19:09Z', 'updated_at': '2022-08-30T04:20:13Z', 'revision_number': 1, 'project_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb4b0c10-9ac3-41b4-a1f8-355df76b03c4', 'name': '', 'network_id': 'f55c98a9-cbed-4af8-92a6-c49957223dcb', 'tenant_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'mac_address': 'fa:16:3e:ca:16:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8f1a2822-90de-40bf-914e-6a8cde2028a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:59Z', 'updated_at': '2022-08-30T04:19:16Z', 'revision_number': 5, 'project_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'subnets': [{'id': '8f1a2822-90de-40bf-914e-6a8cde2028a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:20:15.703356 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-b0da386a-2136-41e1-9f56-33b7e0cd03d4 req-f3315af6-1865-4513-a2c7-4d71442c620d tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (9a8ac484-1ffe-4f46-8407-35f8d0244af1), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:15.748027 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3315af6-1865-4513-a2c7-4d71442c620d tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] Pushing event deleted for resources: {'Port': ['ID=9a8ac484-1ffe-4f46-8407-35f8d0244af1,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:15.921373 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-8b259070-f6b8-46e1-9058-507dff80453a tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:15.922585 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0da386a-2136-41e1-9f56-33b7e0cd03d4 req-f3315af6-1865-4513-a2c7-4d71442c620d tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] No DVR routers for this DVR port 9a8ac484-1ffe-4f46-8407-35f8d0244af1 on host hv-cinder-85220 {{(pid=106293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:20:15.925500 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d8155473-73cc-4e4d-b0f5-5c4cb5bb5fa5 req-b85a9f0e-ba56-4c21-a442-cb2c6986161e tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23aaf8c2-d8be-49ca-a496-4d9713c03f46 HTTP/1.1" status: 200 len: 210 time: 0.0518641 Aug 30 04:20:15.931426 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-b0da386a-2136-41e1-9f56-33b7e0cd03d4 req-f3315af6-1865-4513-a2c7-4d71442c620d tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:15.935395 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b0da386a-2136-41e1-9f56-33b7e0cd03d4 req-f3315af6-1865-4513-a2c7-4d71442c620d tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.75 "DELETE /networking/v2.0/ports/9a8ac484-1ffe-4f46-8407-35f8d0244af1 HTTP/1.1" status: 204 len: 173 time: 1.8073177 Aug 30 04:20:15.936128 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23aaf8c2-d8be-49ca-a496-4d9713c03f46', 'name': 'network-vif-deleted', 'tag': '9a8ac484-1ffe-4f46-8407-35f8d0244af1'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:20:15.938579 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11a3118c5976ecaadc28dc64ec6366a88eb3d4be069be3e491e321578e9d1f78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81852e1e-4e94-4edb-af11-cab31ccd700d" -d '{"events": [{"server_uuid": "23aaf8c2-d8be-49ca-a496-4d9713c03f46", "name": "network-vif-deleted", "tag": "9a8ac484-1ffe-4f46-8407-35f8d0244af1"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:20:15.943261 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-8b259070-f6b8-46e1-9058-507dff80453a tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572642'] for floatingip (51523a29-bb2f-4b87-9f85-f766071c8b3c), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:16.032048 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229b371e-fb2f-47d9-bab4-8260c0218f58 x-openstack-request-id: req-229b371e-fb2f-47d9-bab4-8260c0218f58 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:20:16.032332 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23aaf8c2-d8be-49ca-a496-4d9713c03f46", "name": "network-vif-deleted", "tag": "9a8ac484-1ffe-4f46-8407-35f8d0244af1", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:20:16.032763 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-229b371e-fb2f-47d9-bab4-8260c0218f58 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:20:16.033348 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-229b371e-fb2f-47d9-bab4-8260c0218f58'] response: {'server_uuid': '23aaf8c2-d8be-49ca-a496-4d9713c03f46', 'name': 'network-vif-deleted', 'tag': '9a8ac484-1ffe-4f46-8407-35f8d0244af1', 'status': 'completed', 'code': 200} Aug 30 04:20:16.092098 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.db.l3_db [None req-8b259070-f6b8-46e1-9058-507dff80453a tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Floating IP 51523a29-bb2f-4b87-9f85-f766071c8b3c associated. External IP: 172.27.4.153, port: 878113b7-0721-4ab0-9707-08eb2f973e55. Aug 30 04:20:16.216197 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3155bd-0390-4912-a1ab-3af20e55baf6 req-0d3fe56b-5b3f-462e-adad-47b238d0f604 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:16.217738 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cd3155bd-0390-4912-a1ab-3af20e55baf6 req-0d3fe56b-5b3f-462e-adad-47b238d0f604 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 945 time: 0.0866184 Aug 30 04:20:16.355027 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cd3155bd-0390-4912-a1ab-3af20e55baf6 req-866538d0-0b2a-4940-88de-1a5cddbe994d tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291392 Aug 30 04:20:16.355326 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc42979b-7de9-4dc0-8d81-f408aab92a73 None None] New status for floating IP dd848063-4c55-4aab-a6c3-a382e2b2a236: ACTIVE {{(pid=106294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:20:16.415294 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b259070-f6b8-46e1-9058-507dff80453a tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Router 354189e9-d6c3-4269-b148-cd535d97c117 has already been hosted by L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 {{(pid=106293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:20:16.448956 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 9a8ac484-1ffe-4f46-8407-35f8d0244af1 no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:20:16.502791 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] No Port match for: 9a8ac484-1ffe-4f46-8407-35f8d0244af1 {{(pid=106294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:20:16.503165 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 9a8ac484-1ffe-4f46-8407-35f8d0244af1 not bound to the agent host hv-cinder-85220 {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:20:16.526271 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b259070-f6b8-46e1-9058-507dff80453a tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:20:16.530602 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-8b259070-f6b8-46e1-9058-507dff80453a tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for floatingip (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:16.536981 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05a6e3f-09ab-4943-ad58-3bc4ee952025 None None] Sync routers for ids ['354189e9-d6c3-4269-b148-cd535d97c117'] in dv-cinder-852208-11-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:20:16.547645 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05a6e3f-09ab-4943-ad58-3bc4ee952025 None None] Routers {'354189e9-d6c3-4269-b148-cd535d97c117'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:20:16.548668 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-c05a6e3f-09ab-4943-ad58-3bc4ee952025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:19:52Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['354189e9-d6c3-4269-b148-cd535d97c117'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:20:16.552426 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:16.563890 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-8b259070-f6b8-46e1-9058-507dff80453a tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "PUT /networking/v2.0/floatingips/51523a29-bb2f-4b87-9f85-f766071c8b3c HTTP/1.1" status: 200 len: 991 time: 2.2014172 Aug 30 04:20:16.672275 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-c05a6e3f-09ab-4943-ad58-3bc4ee952025 None None] Set router 354189e9-d6c3-4269-b148-cd535d97c117 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:20:16.713234 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=100 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:16.825569 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=100 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:16.894691 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-c05a6e3f-09ab-4943-ad58-3bc4ee952025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '354189e9-d6c3-4269-b148-cd535d97c117', 'name': 'tempest-AttachVolumeShelveTestJSON-1791777441-router', 'tenant_id': '411b8da28bed456bbdcdb01587610b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.174'}], 'enable_snat': True}, 'gw_port_id': '21d7ba17-a823-4886-8208-42dd0283a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:52Z', 'updated_at': '2022-08-30T04:19:06Z', 'revision_number': 4, 'project_id': '411b8da28bed456bbdcdb01587610b47', 'gw_port': {'id': '21d7ba17-a823-4886-8208-42dd0283a929', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ea:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354189e9-d6c3-4269-b148-cd535d97c117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:54Z', 'updated_at': '2022-08-30T04:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_floatingips': [{'id': '51523a29-bb2f-4b87-9f85-f766071c8b3c', 'tenant_id': '411b8da28bed456bbdcdb01587610b47', 'floating_ip_address': '172.27.4.153', 'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'router_id': '354189e9-d6c3-4269-b148-cd535d97c117', 'port_id': '878113b7-0721-4ab0-9707-08eb2f973e55', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6', 'mac_address': 'fa:16:3e:56:48:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ff227a-e878-4f20-b2e7-1d0fac6fb242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:19:13Z', 'updated_at': '2022-08-30T04:20:15Z', 'revision_number': 1, 'project_id': '411b8da28bed456bbdcdb01587610b47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '667ffc84-2f51-42c1-b751-8766dba65c67', 'name': '', 'network_id': 'ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6', 'tenant_id': '411b8da28bed456bbdcdb01587610b47', 'mac_address': 'fa:16:3e:67:f8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354189e9-d6c3-4269-b148-cd535d97c117', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bd870cbd-142c-4604-b43f-9d9fc317ac72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:19:04Z', 'updated_at': '2022-08-30T04:19:23Z', 'revision_number': 5, 'project_id': '411b8da28bed456bbdcdb01587610b47', 'subnets': [{'id': 'bd870cbd-142c-4604-b43f-9d9fc317ac72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:20:16.919375 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05a6e3f-09ab-4943-ad58-3bc4ee952025 None None] Checking router: 354189e9-d6c3-4269-b148-cd535d97c117 for host: dv-cinder-852208-11-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:20:16.927793 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05a6e3f-09ab-4943-ad58-3bc4ee952025 None None] Routers {'354189e9-d6c3-4269-b148-cd535d97c117'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:20:16.928398 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-c05a6e3f-09ab-4943-ad58-3bc4ee952025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:19:52Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['354189e9-d6c3-4269-b148-cd535d97c117'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:20:17.054423 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-bd797eee-cdb0-40ec-9554-cd07e7475171 req-870729de-b4ce-4910-a40f-097a8e351b26 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23aaf8c2-d8be-49ca-a496-4d9713c03f46 HTTP/1.1" status: 200 len: 210 time: 0.0296240 Aug 30 04:20:17.067664 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-c05a6e3f-09ab-4943-ad58-3bc4ee952025 None None] Set router 354189e9-d6c3-4269-b148-cd535d97c117 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:20:17.357262 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-c05a6e3f-09ab-4943-ad58-3bc4ee952025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '354189e9-d6c3-4269-b148-cd535d97c117', 'name': 'tempest-AttachVolumeShelveTestJSON-1791777441-router', 'tenant_id': '411b8da28bed456bbdcdb01587610b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.174'}], 'enable_snat': True}, 'gw_port_id': '21d7ba17-a823-4886-8208-42dd0283a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:52Z', 'updated_at': '2022-08-30T04:19:06Z', 'revision_number': 4, 'project_id': '411b8da28bed456bbdcdb01587610b47', 'gw_port': {'id': '21d7ba17-a823-4886-8208-42dd0283a929', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ea:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354189e9-d6c3-4269-b148-cd535d97c117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:54Z', 'updated_at': '2022-08-30T04:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_floatingips': [{'id': '51523a29-bb2f-4b87-9f85-f766071c8b3c', 'tenant_id': '411b8da28bed456bbdcdb01587610b47', 'floating_ip_address': '172.27.4.153', 'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'router_id': '354189e9-d6c3-4269-b148-cd535d97c117', 'port_id': '878113b7-0721-4ab0-9707-08eb2f973e55', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6', 'mac_address': 'fa:16:3e:56:48:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ff227a-e878-4f20-b2e7-1d0fac6fb242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:19:13Z', 'updated_at': '2022-08-30T04:20:15Z', 'revision_number': 1, 'project_id': '411b8da28bed456bbdcdb01587610b47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '667ffc84-2f51-42c1-b751-8766dba65c67', 'name': '', 'network_id': 'ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6', 'tenant_id': '411b8da28bed456bbdcdb01587610b47', 'mac_address': 'fa:16:3e:67:f8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354189e9-d6c3-4269-b148-cd535d97c117', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bd870cbd-142c-4604-b43f-9d9fc317ac72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:19:04Z', 'updated_at': '2022-08-30T04:19:23Z', 'revision_number': 5, 'project_id': '411b8da28bed456bbdcdb01587610b47', 'subnets': [{'id': 'bd870cbd-142c-4604-b43f-9d9fc317ac72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:20:17.381476 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05a6e3f-09ab-4943-ad58-3bc4ee952025 None None] The sync data for ids ['354189e9-d6c3-4269-b148-cd535d97c117'] in dv-cinder-852208-11-iscsi is: [{'id': '354189e9-d6c3-4269-b148-cd535d97c117', 'name': 'tempest-AttachVolumeShelveTestJSON-1791777441-router', 'tenant_id': '411b8da28bed456bbdcdb01587610b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.174'}], 'enable_snat': True}, 'gw_port_id': '21d7ba17-a823-4886-8208-42dd0283a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:52Z', 'updated_at': '2022-08-30T04:19:06Z', 'revision_number': 4, 'project_id': '411b8da28bed456bbdcdb01587610b47', 'gw_port': {'id': '21d7ba17-a823-4886-8208-42dd0283a929', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ea:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354189e9-d6c3-4269-b148-cd535d97c117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:54Z', 'updated_at': '2022-08-30T04:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_floatingips': [{'id': '51523a29-bb2f-4b87-9f85-f766071c8b3c', 'tenant_id': '411b8da28bed456bbdcdb01587610b47', 'floating_ip_address': '172.27.4.153', 'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'router_id': '354189e9-d6c3-4269-b148-cd535d97c117', 'port_id': '878113b7-0721-4ab0-9707-08eb2f973e55', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6', 'mac_address': 'fa:16:3e:56:48:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ff227a-e878-4f20-b2e7-1d0fac6fb242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:19:13Z', 'updated_at': '2022-08-30T04:20:15Z', 'revision_number': 1, 'project_id': '411b8da28bed456bbdcdb01587610b47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '667ffc84-2f51-42c1-b751-8766dba65c67', 'name': '', 'network_id': 'ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6', 'tenant_id': '411b8da28bed456bbdcdb01587610b47', 'mac_address': 'fa:16:3e:67:f8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354189e9-d6c3-4269-b148-cd535d97c117', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bd870cbd-142c-4604-b43f-9d9fc317ac72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:19:04Z', 'updated_at': '2022-08-30T04:19:23Z', 'revision_number': 5, 'project_id': '411b8da28bed456bbdcdb01587610b47', 'subnets': [{'id': 'bd870cbd-142c-4604-b43f-9d9fc317ac72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:20:17.482993 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929da65-628a-4732-9000-a982c73a7458 req-b3dc67ed-8e54-40ed-8e2c-45ce4c9e5528 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:17.484538 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e929da65-628a-4732-9000-a982c73a7458 req-b3dc67ed-8e54-40ed-8e2c-45ce4c9e5528 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 945 time: 0.0503109 Aug 30 04:20:17.534911 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e929da65-628a-4732-9000-a982c73a7458 req-7c26354d-42c7-4897-945b-d80690e6557e tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448391 Aug 30 04:20:17.596055 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194b7334-7b00-4e22-a2c7-7f428aa681d1 None None] New status for floating IP 51523a29-bb2f-4b87-9f85-f766071c8b3c: ACTIVE {{(pid=106294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:20:17.727280 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d5b2ed-4233-450a-9ccf-f258b80aea0a req-a615ee74-6a08-4047-9083-3b45a39fef76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:17.730363 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-80d5b2ed-4233-450a-9ccf-f258b80aea0a req-a615ee74-6a08-4047-9083-3b45a39fef76 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=5a89b6f21ff24eafbed378c2ece79c3e&device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 1129 time: 0.0564995 Aug 30 04:20:17.830601 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:18.088837 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3ff227a-e878-4f20-b2e7-1d0fac6fb242', 'tag': '878113b7-0721-4ab0-9707-08eb2f973e55'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:20:18.091142 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11a3118c5976ecaadc28dc64ec6366a88eb3d4be069be3e491e321578e9d1f78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31697a75-1d6f-47f4-ae29-970a8b6f393f" -d '{"events": [{"name": "network-changed", "server_uuid": "a3ff227a-e878-4f20-b2e7-1d0fac6fb242", "tag": "878113b7-0721-4ab0-9707-08eb2f973e55"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:20:18.156778 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d5b2ed-4233-450a-9ccf-f258b80aea0a req-13b3a936-884c-41eb-8e2a-61e6aeabb22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:18.158242 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-80d5b2ed-4233-450a-9ccf-f258b80aea0a req-13b3a936-884c-41eb-8e2a-61e6aeabb22c service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=f55c98a9-cbed-4af8-92a6-c49957223dcb HTTP/1.1" status: 200 len: 911 time: 0.3368518 Aug 30 04:20:18.159735 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5cd1bd-c4aa-40b5-9f16-72299989080a x-openstack-request-id: req-fb5cd1bd-c4aa-40b5-9f16-72299989080a {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:20:18.160045 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3ff227a-e878-4f20-b2e7-1d0fac6fb242", "tag": "878113b7-0721-4ab0-9707-08eb2f973e55", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:20:18.160293 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fb5cd1bd-c4aa-40b5-9f16-72299989080a {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:20:18.160667 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb5cd1bd-c4aa-40b5-9f16-72299989080a'] response: {'name': 'network-changed', 'server_uuid': 'a3ff227a-e878-4f20-b2e7-1d0fac6fb242', 'tag': '878113b7-0721-4ab0-9707-08eb2f973e55', 'status': 'completed', 'code': 200} Aug 30 04:20:18.175525 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-445ec67a-9de2-4403-8aad-c9f0a5bd5605 req-6d7b4e95-a445-4ec4-b317-7d6fc392b62b tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23aaf8c2-d8be-49ca-a496-4d9713c03f46 HTTP/1.1" status: 200 len: 210 time: 0.0286212 Aug 30 04:20:18.387225 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-80d5b2ed-4233-450a-9ccf-f258b80aea0a req-1d2fa60e-b3de-43ca-b932-863386233bd0 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8e75002-6c9d-47c3-a24b-44a2b69a1fc6 HTTP/1.1" status: 200 len: 1001 time: 0.1245797 Aug 30 04:20:18.388331 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31697a75-1d6f-47f4-ae29-970a8b6f393f req-10186819-84f1-40f0-8bb0-a31de9126bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:18.389714 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-31697a75-1d6f-47f4-ae29-970a8b6f393f req-10186819-84f1-40f0-8bb0-a31de9126bb0 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=411b8da28bed456bbdcdb01587610b47&device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 1129 time: 0.0822287 Aug 30 04:20:18.505944 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d5b2ed-4233-450a-9ccf-f258b80aea0a req-28e0cedf-4250-43d9-b3ac-6f8231cb79a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:18.507556 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-80d5b2ed-4233-450a-9ccf-f258b80aea0a req-28e0cedf-4250-43d9-b3ac-6f8231cb79a7 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=8f1a2822-90de-40bf-914e-6a8cde2028a4 HTTP/1.1" status: 200 len: 849 time: 0.1032927 Aug 30 04:20:18.567826 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31697a75-1d6f-47f4-ae29-970a8b6f393f req-49b34df5-ff39-496d-b96a-80953aa5a3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:18.569299 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-31697a75-1d6f-47f4-ae29-970a8b6f393f req-49b34df5-ff39-496d-b96a-80953aa5a3ff service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6 HTTP/1.1" status: 200 len: 918 time: 0.1638889 Aug 30 04:20:18.573419 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d5b2ed-4233-450a-9ccf-f258b80aea0a req-0331d59e-d78a-4568-aac7-49ec219f88f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:18.574891 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-80d5b2ed-4233-450a-9ccf-f258b80aea0a req-0331d59e-d78a-4568-aac7-49ec219f88f4 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=f55c98a9-cbed-4af8-92a6-c49957223dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0572016 Aug 30 04:20:18.723495 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-31697a75-1d6f-47f4-ae29-970a8b6f393f req-07ab6768-c2f2-4d08-8b85-ced3b7e180f6 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=878113b7-0721-4ab0-9707-08eb2f973e55 HTTP/1.1" status: 200 len: 1001 time: 0.1465044 Aug 30 04:20:18.738566 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8b13c-146a-4575-9eaf-b82c36675e58 req-6107aafa-e244-41e2-aac3-10a25ff5f13c tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:18.739985 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d0e8b13c-146a-4575-9eaf-b82c36675e58 req-6107aafa-e244-41e2-aac3-10a25ff5f13c tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 945 time: 0.1138551 Aug 30 04:20:18.787186 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-80d5b2ed-4233-450a-9ccf-f258b80aea0a req-c48d8759-1cbf-40f2-9f13-f4de10c609b7 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/f55c98a9-cbed-4af8-92a6-c49957223dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709890 Aug 30 04:20:18.808767 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d0e8b13c-146a-4575-9eaf-b82c36675e58 req-2051b57b-8626-4774-892a-7954326b569a tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600443 Aug 30 04:20:19.302682 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-04f96f83-af4d-4397-b48f-5758ef78f284 req-89d63656-39d6-42d5-a110-d2e17264ba88 tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23aaf8c2-d8be-49ca-a496-4d9713c03f46 HTTP/1.1" status: 200 len: 210 time: 0.0297403 Aug 30 04:20:19.937483 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3489c41-e7c9-4a5a-83ac-06047f41d39b req-4356d1ca-9bbb-4967-b7be-98df0e149a2b tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:19.938979 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e3489c41-e7c9-4a5a-83ac-06047f41d39b req-4356d1ca-9bbb-4967-b7be-98df0e149a2b tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 945 time: 0.0490797 Aug 30 04:20:19.988670 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e3489c41-e7c9-4a5a-83ac-06047f41d39b req-bd54a245-2e6f-499d-b6eb-2486f514b688 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437832 Aug 30 04:20:20.331035 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-763033a5-6c48-4078-af41-1279ddf434e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (1bd89ca2-58f6-428d-83bf-6325bad549fd), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:20.445885 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-5938086a-e65b-4610-9a69-7225ff28a4f0 req-934b1902-dfd5-4821-b5a4-c3c2ade57c8e tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23aaf8c2-d8be-49ca-a496-4d9713c03f46 HTTP/1.1" status: 200 len: 210 time: 0.0360570 Aug 30 04:20:21.109458 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df30fff-4342-4de3-b10a-ec1d4afaccd8 req-9975d965-fa95-4b4f-b1f8-a41f0bb8b3a6 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:21.111115 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8df30fff-4342-4de3-b10a-ec1d4afaccd8 req-9975d965-fa95-4b4f-b1f8-a41f0bb8b3a6 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 945 time: 0.0509858 Aug 30 04:20:21.164712 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8df30fff-4342-4de3-b10a-ec1d4afaccd8 req-757201f8-024f-4910-bf1d-02e8ece0c471 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475745 Aug 30 04:20:21.569146 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-40e8a4fc-2d06-42ca-b618-186ac2d95d64 req-7a3ca9cf-ba2a-4d7e-be2a-488ecbec972d tempest-DeleteServersTestJSON-47747043 tempest-DeleteServersTestJSON-47747043-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23aaf8c2-d8be-49ca-a496-4d9713c03f46 HTTP/1.1" status: 200 len: 210 time: 0.0299218 Aug 30 04:20:21.699218 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:21.721646 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31697a75-1d6f-47f4-ae29-970a8b6f393f req-b5ba3229-7535-40c8-9257-f900ce23b35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:21.723198 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-31697a75-1d6f-47f4-ae29-970a8b6f393f req-b5ba3229-7535-40c8-9257-f900ce23b35a service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=bd870cbd-142c-4604-b43f-9d9fc317ac72 HTTP/1.1" status: 200 len: 856 time: 0.1186450 Aug 30 04:20:21.817584 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31697a75-1d6f-47f4-ae29-970a8b6f393f req-5511316d-f611-414c-a8ef-b6fe4c4735d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:21.819480 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-31697a75-1d6f-47f4-ae29-970a8b6f393f req-5511316d-f611-414c-a8ef-b6fe4c4735d4 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0877502 Aug 30 04:20:21.820983 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-80d5b2ed-4233-450a-9ccf-f258b80aea0a req-d5dfd93f-b61c-4afa-88e4-f4c7a1a114df service neutron] 10.222.0.75 "GET /networking/v2.0/networks/f55c98a9-cbed-4af8-92a6-c49957223dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184350 Aug 30 04:20:22.094190 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:22.199710 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-31697a75-1d6f-47f4-ae29-970a8b6f393f req-18a35692-e213-40be-baa1-05c6e20d15ea service neutron] 10.222.0.75 "GET /networking/v2.0/networks/ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128361 Aug 30 04:20:22.327161 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615849e4-eb23-46af-8a44-07ab4c4b9153 req-3855d5aa-4368-453f-9269-6d6111c0dd54 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:22.328632 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-615849e4-eb23-46af-8a44-07ab4c4b9153 req-3855d5aa-4368-453f-9269-6d6111c0dd54 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 945 time: 0.0735247 Aug 30 04:20:22.357750 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-31697a75-1d6f-47f4-ae29-970a8b6f393f req-c669711a-d361-4e41-921b-557e168bf08f service neutron] 10.222.0.75 "GET /networking/v2.0/networks/ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511083 Aug 30 04:20:22.388828 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-615849e4-eb23-46af-8a44-07ab4c4b9153 req-94ef7ab9-4a58-4ae8-af0d-367cd8419bbf tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539923 Aug 30 04:20:22.515149 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e149f5c4-ccaf-4189-83d4-57d2202d5b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:23.065105 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 48174) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:23.112037 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_v2 [None req-e03fb8ad-f818-4d25-a41a-98858e259805 admin admin] Deleting subnet a7f60acf-cfb7-4bd8-a074-828fcdf54cff {{(pid=106293) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 04:20:23.115996 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e03fb8ad-f818-4d25-a41a-98858e259805 admin admin] Publish callbacks [] for subnet (a7f60acf-cfb7-4bd8-a074-828fcdf54cff), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:23.158603 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e03fb8ad-f818-4d25-a41a-98858e259805 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387962'] for subnet (a7f60acf-cfb7-4bd8-a074-828fcdf54cff), precommit_delete_associations {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:23.200009 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e03fb8ad-f818-4d25-a41a-98858e259805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1779299'] for subnet (a7f60acf-cfb7-4bd8-a074-828fcdf54cff), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:23.256885 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e03fb8ad-f818-4d25-a41a-98858e259805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1779322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-454480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9734407'] for subnet (a7f60acf-cfb7-4bd8-a074-828fcdf54cff), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:23.284487 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03fb8ad-f818-4d25-a41a-98858e259805 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7f60acf-cfb7-4bd8-a074-828fcdf54cff,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:23.286835 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e03fb8ad-f818-4d25-a41a-98858e259805 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:23.289574 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-e03fb8ad-f818-4d25-a41a-98858e259805 admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/a7f60acf-cfb7-4bd8-a074-828fcdf54cff HTTP/1.1" status: 204 len: 168 time: 0.2234738 Aug 30 04:20:23.292634 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 48178) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:23.360998 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d8292053-f5c3-4b49-8540-a706a6dbc532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635422'] for network (6f93ac73-abb3-4092-bf1e-e1379ea07aa4), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:23.441307 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d8292053-f5c3-4b49-8540-a706a6dbc532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1778176', 'neutron.services.segments.db._delete_segments_for_network-8749362907459'] for network (6f93ac73-abb3-4092-bf1e-e1379ea07aa4), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:23.466967 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.services.segments.db [None req-d8292053-f5c3-4b49-8540-a706a6dbc532 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f93ac73-abb3-4092-bf1e-e1379ea07aa4']}} {{(pid=106293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:20:23.476794 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.services.segments.db [None req-d8292053-f5c3-4b49-8540-a706a6dbc532 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab5b1302-7ccb-4688-9d1e-e2d9a0c85b74') {'for_net_delete': True} {{(pid=106293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:20:23.477090 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.services.segments.db [None req-d8292053-f5c3-4b49-8540-a706a6dbc532 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab5b1302-7ccb-4688-9d1e-e2d9a0c85b74') {} {{(pid=106293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:20:23.487740 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d8292053-f5c3-4b49-8540-a706a6dbc532 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749362932655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3387953'] for segment (ab5b1302-7ccb-4688-9d1e-e2d9a0c85b74), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:23.501692 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d8292053-f5c3-4b49-8540-a706a6dbc532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784698'] for segment (ab5b1302-7ccb-4688-9d1e-e2d9a0c85b74), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:23.508056 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8292053-f5c3-4b49-8540-a706a6dbc532 admin admin] Releasing vlan 811 on physical network physnet1 to pool {{(pid=106293) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 04:20:23.508376 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d8292053-f5c3-4b49-8540-a706a6dbc532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-454390'] for segment (ab5b1302-7ccb-4688-9d1e-e2d9a0c85b74), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:23.520720 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db322b9-a71d-4a0a-b814-88bd8ae2deb7 req-f6dd59c4-24e1-48aa-9a36-03cda7e9da92 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:23.522288 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-1db322b9-a71d-4a0a-b814-88bd8ae2deb7 req-f6dd59c4-24e1-48aa-9a36-03cda7e9da92 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 945 time: 0.0552328 Aug 30 04:20:23.558107 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.services.segments.plugin [-] Segment ab5b1302-7ccb-4688-9d1e-e2d9a0c85b74 resource provider aggregate not found Aug 30 04:20:23.587495 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.services.segments.plugin [-] Segment ab5b1302-7ccb-4688-9d1e-e2d9a0c85b74 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ab5b1302-7ccb-4688-9d1e-e2d9a0c85b74 found for delete ", "request_id": "req-62b5bcc3-ac13-4f1c-9df3-56aad6bacaa9"}]} Aug 30 04:20:23.589002 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d8292053-f5c3-4b49-8540-a706a6dbc532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1778185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572621'] for network (6f93ac73-abb3-4092-bf1e-e1379ea07aa4), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:23.596214 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d8292053-f5c3-4b49-8540-a706a6dbc532 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for network (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:23.599788 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-d8292053-f5c3-4b49-8540-a706a6dbc532 admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/6f93ac73-abb3-4092-bf1e-e1379ea07aa4 HTTP/1.1" status: 204 len: 168 time: 0.3062139 Aug 30 04:20:23.604456 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 48190) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:23.628318 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-1db322b9-a71d-4a0a-b814-88bd8ae2deb7 req-9414091d-7135-4d20-bd9b-68fbd3118093 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940111 Aug 30 04:20:23.640991 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8292053-f5c3-4b49-8540-a706a6dbc532 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f93ac73-abb3-4092-bf1e-e1379ea07aa4,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:23.676822 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_v2 [None req-232c5e47-4916-4210-8eb9-0345b7c984c9 admin admin] Deleting subnet 560ba94c-15b5-4854-ba49-af33852c38a1 {{(pid=106293) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 04:20:23.680706 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-232c5e47-4916-4210-8eb9-0345b7c984c9 admin admin] Publish callbacks [] for subnet (560ba94c-15b5-4854-ba49-af33852c38a1), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:23.710774 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:23.724248 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-232c5e47-4916-4210-8eb9-0345b7c984c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387962'] for subnet (560ba94c-15b5-4854-ba49-af33852c38a1), precommit_delete_associations {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:23.742472 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8bdbbddc-d827-40e6-b8fb-29930693a668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (0ba81f50-231f-4a87-bfed-adcf093ea106), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:23.752110 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:23.774551 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-232c5e47-4916-4210-8eb9-0345b7c984c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1779299'] for subnet (560ba94c-15b5-4854-ba49-af33852c38a1), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:23.849512 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-232c5e47-4916-4210-8eb9-0345b7c984c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1779322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-454480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9734407'] for subnet (560ba94c-15b5-4854-ba49-af33852c38a1), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:23.875644 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232c5e47-4916-4210-8eb9-0345b7c984c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=560ba94c-15b5-4854-ba49-af33852c38a1,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:23.879718 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-232c5e47-4916-4210-8eb9-0345b7c984c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:23.882845 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-232c5e47-4916-4210-8eb9-0345b7c984c9 admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/560ba94c-15b5-4854-ba49-af33852c38a1 HTTP/1.1" status: 204 len: 168 time: 0.2773709 Aug 30 04:20:23.886638 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 48202) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:23.956327 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-592e8def-9590-45eb-8000-498af80a7c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635422'] for network (c822ca8c-8a6d-49a4-a85e-2147ab733cb5), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:24.050525 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-592e8def-9590-45eb-8000-498af80a7c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1778176', 'neutron.services.segments.db._delete_segments_for_network-8749362907459'] for network (c822ca8c-8a6d-49a4-a85e-2147ab733cb5), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:24.080377 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.services.segments.db [None req-592e8def-9590-45eb-8000-498af80a7c14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c822ca8c-8a6d-49a4-a85e-2147ab733cb5']}} {{(pid=106293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:20:24.091856 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.services.segments.db [None req-592e8def-9590-45eb-8000-498af80a7c14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daf191dd-29c6-4d57-8441-e1f2e0e4b1e8') {'for_net_delete': True} {{(pid=106293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:20:24.092030 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.services.segments.db [None req-592e8def-9590-45eb-8000-498af80a7c14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daf191dd-29c6-4d57-8441-e1f2e0e4b1e8') {} {{(pid=106293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:20:24.101743 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-592e8def-9590-45eb-8000-498af80a7c14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749362932655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3387953'] for segment (daf191dd-29c6-4d57-8441-e1f2e0e4b1e8), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:24.127137 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-592e8def-9590-45eb-8000-498af80a7c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784698'] for segment (daf191dd-29c6-4d57-8441-e1f2e0e4b1e8), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:24.134072 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-592e8def-9590-45eb-8000-498af80a7c14 admin admin] Releasing vlan 801 on physical network physnet1 to pool {{(pid=106293) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 04:20:24.134638 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-592e8def-9590-45eb-8000-498af80a7c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-454390'] for segment (daf191dd-29c6-4d57-8441-e1f2e0e4b1e8), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:24.193997 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-592e8def-9590-45eb-8000-498af80a7c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1778185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572621'] for network (c822ca8c-8a6d-49a4-a85e-2147ab733cb5), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:24.199225 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-592e8def-9590-45eb-8000-498af80a7c14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for network (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:24.202608 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-592e8def-9590-45eb-8000-498af80a7c14 admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/c822ca8c-8a6d-49a4-a85e-2147ab733cb5 HTTP/1.1" status: 204 len: 168 time: 0.3149619 Aug 30 04:20:24.219558 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592e8def-9590-45eb-8000-498af80a7c14 admin admin] Pushing event deleted for resources: {'Network': ['ID=c822ca8c-8a6d-49a4-a85e-2147ab733cb5,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:24.365991 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 48214) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:24.406679 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-2ebd6ad8-b444-448b-abbc-dfdcf929d13a admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=993ec69dc9bb4c26a199d77abcbc5811&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393085 Aug 30 04:20:24.409207 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 48216) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:24.457605 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d8cbd982-f1c7-4b38-99cc-9957b2db4bf7 admin admin] Publish callbacks [] for security_group (fa62ccd5-72ca-4333-90fc-4b2f7f767ddd), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:24.478406 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d8cbd982-f1c7-4b38-99cc-9957b2db4bf7 admin admin] Publish callbacks [] for security_group (fa62ccd5-72ca-4333-90fc-4b2f7f767ddd), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:24.526984 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d8cbd982-f1c7-4b38-99cc-9957b2db4bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (fa62ccd5-72ca-4333-90fc-4b2f7f767ddd), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:24.529512 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d8cbd982-f1c7-4b38-99cc-9957b2db4bf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:24.530741 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-d8cbd982-f1c7-4b38-99cc-9957b2db4bf7 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/fa62ccd5-72ca-4333-90fc-4b2f7f767ddd HTTP/1.1" status: 204 len: 168 time: 0.1205812 Aug 30 04:20:24.538578 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cbd982-f1c7-4b38-99cc-9957b2db4bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa62ccd5-72ca-4333-90fc-4b2f7f767ddd,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:24.761194 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54855c2-1907-4047-8217-01bb725c5cac req-b0bd0740-8de6-4c6d-a068-613ff1479038 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:24.762713 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e54855c2-1907-4047-8217-01bb725c5cac req-b0bd0740-8de6-4c6d-a068-613ff1479038 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 945 time: 0.0475035 Aug 30 04:20:24.819764 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e54855c2-1907-4047-8217-01bb725c5cac req-57cde205-3d6d-4441-95cc-7b15b0833b65 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510437 Aug 30 04:20:24.887614 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 48226) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:24.928492 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-2fcb2257-db13-4850-aff9-a596a5cb56dd admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=30acd2084a644ddabcf7a0277dece983&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397305 Aug 30 04:20:24.931324 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 48228) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:24.974905 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:24.981793 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9e84ccf4-f24c-4945-a80b-f9b9bc1f2757 admin admin] Publish callbacks [] for security_group (f1acb581-cc46-4409-887a-736590b8af12), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:25.003177 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9e84ccf4-f24c-4945-a80b-f9b9bc1f2757 admin admin] Publish callbacks [] for security_group (f1acb581-cc46-4409-887a-736590b8af12), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:25.049537 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9e84ccf4-f24c-4945-a80b-f9b9bc1f2757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (f1acb581-cc46-4409-887a-736590b8af12), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:25.052052 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9e84ccf4-f24c-4945-a80b-f9b9bc1f2757 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:25.053204 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-9e84ccf4-f24c-4945-a80b-f9b9bc1f2757 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/f1acb581-cc46-4409-887a-736590b8af12 HTTP/1.1" status: 204 len: 168 time: 0.1209667 Aug 30 04:20:25.061131 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e84ccf4-f24c-4945-a80b-f9b9bc1f2757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1acb581-cc46-4409-887a-736590b8af12,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:25.417473 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-390264ec-bab8-4bcb-922a-62bbd4f3a683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (b2cd167f-1ad0-4273-bd2a-29638b1fd1d2), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:25.565205 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (d414c4c0-e104-4322-85c3-8bf64da32860), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:25.608182 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.services.segments.plugin [-] Segment daf191dd-29c6-4d57-8441-e1f2e0e4b1e8 resource provider aggregate not found Aug 30 04:20:25.626065 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.services.segments.plugin [-] Segment daf191dd-29c6-4d57-8441-e1f2e0e4b1e8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid daf191dd-29c6-4d57-8441-e1f2e0e4b1e8 found for delete ", "request_id": "req-8f760c23-4397-4c6a-b86f-fb856c486668"}]} Aug 30 04:20:25.948578 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541b19d0-eca3-490b-ab2e-a607da988e15 req-11c393b8-0085-4d79-8655-86be778b0bf1 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:25.950079 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-541b19d0-eca3-490b-ab2e-a607da988e15 req-11c393b8-0085-4d79-8655-86be778b0bf1 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 945 time: 0.0496035 Aug 30 04:20:25.997607 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-541b19d0-eca3-490b-ab2e-a607da988e15 req-cdba3f94-2e71-4a88-963d-688c0e59a599 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420878 Aug 30 04:20:27.114013 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:27.128768 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a073e5-ff01-4ce0-a288-fd1065c817e4 req-7b28c0f1-fcc3-45e1-b32a-aae29c0b74fa tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:27.130320 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f5a073e5-ff01-4ce0-a288-fd1065c817e4 req-7b28c0f1-fcc3-45e1-b32a-aae29c0b74fa tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 945 time: 0.0537550 Aug 30 04:20:27.184573 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f5a073e5-ff01-4ce0-a288-fd1065c817e4 req-c576e206-8339-4085-b8e7-028f7052e45a tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472629 Aug 30 04:20:27.277336 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 48320) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:27.360188 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=51 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:27.361210 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=53 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:27.913315 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1bb2aa41-dc94-44f9-9764-179f054bf804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573154'] for router_interface (3bb0bee2-eefa-4772-802b-f9fe9933802f), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:28.204991 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-1bb2aa41-dc94-44f9-9764-179f054bf804 admin admin] Deleting port 9f489512-fd86-459c-800b-2d6d2354378e {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:20:28.205597 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1bb2aa41-dc94-44f9-9764-179f054bf804 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (9f489512-fd86-459c-800b-2d6d2354378e), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:28.329272 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [None req-1bb2aa41-dc94-44f9-9764-179f054bf804 admin admin] For port 9f489512-fd86-459c-800b-2d6d2354378e, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=9f489512-fd86-459c-800b-2d6d2354378e,segment=NetworkSegment(a9b938b7-cff9-44f4-ab8d-f09cd9baceec),segment_id=a9b938b7-cff9-44f4-ab8d-f09cd9baceec)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:20:28.329932 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1bb2aa41-dc94-44f9-9764-179f054bf804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (9f489512-fd86-459c-800b-2d6d2354378e), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:28.345089 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705bd1a-914c-48bf-9a9f-b269e41800a3 req-7851152a-dcf7-4505-8ae5-a2ed169ab20d tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:28.347104 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-1bb2aa41-dc94-44f9-9764-179f054bf804 admin admin] Calling delete_port for 9f489512-fd86-459c-800b-2d6d2354378e owned by network:router_interface {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:20:28.352188 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-a705bd1a-914c-48bf-9a9f-b269e41800a3 req-7851152a-dcf7-4505-8ae5-a2ed169ab20d tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 945 time: 0.0648868 Aug 30 04:20:28.422780 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-a705bd1a-914c-48bf-9a9f-b269e41800a3 req-ab2b1c11-1898-4b1c-8d99-d05a6788764e tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656695 Aug 30 04:20:28.431997 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:28.609713 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1bb2aa41-dc94-44f9-9764-179f054bf804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (9f489512-fd86-459c-800b-2d6d2354378e), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:28.656239 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb2aa41-dc94-44f9-9764-179f054bf804 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f489512-fd86-459c-800b-2d6d2354378e,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:28.726821 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 48384) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:28.778074 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:28.848536 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1bb2aa41-dc94-44f9-9764-179f054bf804 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573266'] for router_interface (3bb0bee2-eefa-4772-802b-f9fe9933802f), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:28.879143 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9979aa2b-3efc-4d6f-a9c0-f4598b842fb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:28.922674 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:28.966365 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9979aa2b-3efc-4d6f-a9c0-f4598b842fb4 admin admin] Publish callbacks [] for security_group (d615c91f-615b-41c0-8b58-cde81c18c3fe), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:28.970426 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9979aa2b-3efc-4d6f-a9c0-f4598b842fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (d615c91f-615b-41c0-8b58-cde81c18c3fe), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:29.015329 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9979aa2b-3efc-4d6f-a9c0-f4598b842fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d615c91f-615b-41c0-8b58-cde81c18c3fe,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:29.020150 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-9979aa2b-3efc-4d6f-a9c0-f4598b842fb4 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=bcbcbb829ba145c3981a4fe4257fb003&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2920620 Aug 30 04:20:29.024180 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 48388) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:29.128978 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-dd902151-c591-4c57-a097-f21785fd0008 admin admin] Publish callbacks [] for security_group (d615c91f-615b-41c0-8b58-cde81c18c3fe), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:29.134920 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb2aa41-dc94-44f9-9764-179f054bf804 admin admin] Router 3bb0bee2-eefa-4772-802b-f9fe9933802f has already been hosted by L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 {{(pid=106293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:20:29.160878 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-dd902151-c591-4c57-a097-f21785fd0008 admin admin] Publish callbacks [] for security_group (d615c91f-615b-41c0-8b58-cde81c18c3fe), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:29.284974 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-dd902151-c591-4c57-a097-f21785fd0008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (d615c91f-615b-41c0-8b58-cde81c18c3fe), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:29.287595 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-dd902151-c591-4c57-a097-f21785fd0008 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:29.288713 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-dd902151-c591-4c57-a097-f21785fd0008 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/d615c91f-615b-41c0-8b58-cde81c18c3fe HTTP/1.1" status: 204 len: 168 time: 0.2634881 Aug 30 04:20:29.294762 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb2aa41-dc94-44f9-9764-179f054bf804 admin admin] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:20:29.305722 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 48392) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:29.305901 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-1bb2aa41-dc94-44f9-9764-179f054bf804 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/3bb0bee2-eefa-4772-802b-f9fe9933802f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0273190 Aug 30 04:20:29.307101 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd902151-c591-4c57-a097-f21785fd0008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d615c91f-615b-41c0-8b58-cde81c18c3fe,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:29.309894 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6691438e-325a-4935-81cf-9ae966e0bac4 None None] Sync routers for ids ['3bb0bee2-eefa-4772-802b-f9fe9933802f'] in dv-cinder-852208-11-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:20:29.321339 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6691438e-325a-4935-81cf-9ae966e0bac4 None None] Routers {'3bb0bee2-eefa-4772-802b-f9fe9933802f'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:20:29.322092 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-6691438e-325a-4935-81cf-9ae966e0bac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:20:22Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['3bb0bee2-eefa-4772-802b-f9fe9933802f'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:20:29.426601 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-6691438e-325a-4935-81cf-9ae966e0bac4 None None] Set router 3bb0bee2-eefa-4772-802b-f9fe9933802f gateway port host: dv-cinder-852208-11-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:20:29.426788 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-21a946af-8d99-48f6-b19e-9cebfabda035 admin admin] Publish callbacks [] for router (3bb0bee2-eefa-4772-802b-f9fe9933802f), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:29.524686 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:29.567216 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-21a946af-8d99-48f6-b19e-9cebfabda035 admin admin] Publish callbacks [] for router_gateway (3bb0bee2-eefa-4772-802b-f9fe9933802f), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:29.634694 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96267b93-f193-4df1-8e34-d51fce3dc439 req-5e73208f-8c14-49a1-b800-33de9e1fa509 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:29.638275 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-96267b93-f193-4df1-8e34-d51fce3dc439 req-5e73208f-8c14-49a1-b800-33de9e1fa509 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 945 time: 0.0925808 Aug 30 04:20:29.686342 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.plugin [None req-21a946af-8d99-48f6-b19e-9cebfabda035 admin admin] Deleting port 4fb8e580-3dc3-4d65-a32c-afb3da29411f {{(pid=106292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:20:29.687390 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-21a946af-8d99-48f6-b19e-9cebfabda035 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (4fb8e580-3dc3-4d65-a32c-afb3da29411f), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:29.734365 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-96267b93-f193-4df1-8e34-d51fce3dc439 req-e45eb050-ff48-4e16-b328-f21aadbb2dfc tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895114 Aug 30 04:20:29.738541 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-6691438e-325a-4935-81cf-9ae966e0bac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb0bee2-eefa-4772-802b-f9fe9933802f', 'name': 'tempest-DeleteServersTestJSON-222349923-router', 'tenant_id': 'fe278e07fd7940dca53f7c2b8b792326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.59'}], 'enable_snat': True}, 'gw_port_id': '4fb8e580-3dc3-4d65-a32c-afb3da29411f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:50Z', 'updated_at': '2022-08-30T04:20:28Z', 'revision_number': 5, 'project_id': 'fe278e07fd7940dca53f7c2b8b792326', 'gw_port': {'id': '4fb8e580-3dc3-4d65-a32c-afb3da29411f', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb0bee2-eefa-4772-802b-f9fe9933802f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:52Z', 'updated_at': '2022-08-30T04:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi'}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:20:29.765200 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6691438e-325a-4935-81cf-9ae966e0bac4 None None] Checking router: 3bb0bee2-eefa-4772-802b-f9fe9933802f for host: dv-cinder-852208-11-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:20:29.774924 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6691438e-325a-4935-81cf-9ae966e0bac4 None None] Routers {'3bb0bee2-eefa-4772-802b-f9fe9933802f'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:20:29.775706 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-6691438e-325a-4935-81cf-9ae966e0bac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:20:22Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['3bb0bee2-eefa-4772-802b-f9fe9933802f'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:20:29.823576 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.db [None req-21a946af-8d99-48f6-b19e-9cebfabda035 admin admin] For port 4fb8e580-3dc3-4d65-a32c-afb3da29411f, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=4fb8e580-3dc3-4d65-a32c-afb3da29411f,segment=NetworkSegment(10b95e6c-2e6d-452d-a5ef-cbf673e3f24c),segment_id=10b95e6c-2e6d-452d-a5ef-cbf673e3f24c)] {{(pid=106292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:20:29.824016 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-21a946af-8d99-48f6-b19e-9cebfabda035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (4fb8e580-3dc3-4d65-a32c-afb3da29411f), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:29.838789 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.plugin [None req-21a946af-8d99-48f6-b19e-9cebfabda035 admin admin] Calling delete_port for 4fb8e580-3dc3-4d65-a32c-afb3da29411f owned by network:router_gateway {{(pid=106292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:20:29.912358 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-6691438e-325a-4935-81cf-9ae966e0bac4 None None] Set router 3bb0bee2-eefa-4772-802b-f9fe9933802f gateway port host: None {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:20:29.990238 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-6691438e-325a-4935-81cf-9ae966e0bac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb0bee2-eefa-4772-802b-f9fe9933802f', 'name': 'tempest-DeleteServersTestJSON-222349923-router', 'tenant_id': 'fe278e07fd7940dca53f7c2b8b792326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:50Z', 'updated_at': '2022-08-30T04:20:29Z', 'revision_number': 6, 'project_id': 'fe278e07fd7940dca53f7c2b8b792326', 'gw_port_host': None}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:20:30.018008 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6691438e-325a-4935-81cf-9ae966e0bac4 None None] The sync data for ids ['3bb0bee2-eefa-4772-802b-f9fe9933802f'] in dv-cinder-852208-11-iscsi is: [{'id': '3bb0bee2-eefa-4772-802b-f9fe9933802f', 'name': 'tempest-DeleteServersTestJSON-222349923-router', 'tenant_id': 'fe278e07fd7940dca53f7c2b8b792326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:50Z', 'updated_at': '2022-08-30T04:20:29Z', 'revision_number': 6, 'project_id': 'fe278e07fd7940dca53f7c2b8b792326', 'gw_port_host': None}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:20:30.101461 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-21a946af-8d99-48f6-b19e-9cebfabda035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642203'] for port (4fb8e580-3dc3-4d65-a32c-afb3da29411f), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:30.129757 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a946af-8d99-48f6-b19e-9cebfabda035 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fb8e580-3dc3-4d65-a32c-afb3da29411f,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:30.186039 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:30.205045 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-21a946af-8d99-48f6-b19e-9cebfabda035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572577'] for router_gateway (3bb0bee2-eefa-4772-802b-f9fe9933802f), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:30.312653 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-21a946af-8d99-48f6-b19e-9cebfabda035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6255'] for router (3bb0bee2-eefa-4772-802b-f9fe9933802f), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:30.314893 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-21a946af-8d99-48f6-b19e-9cebfabda035 admin admin] Publish callbacks [] for router_controller (3bb0bee2-eefa-4772-802b-f9fe9933802f), precommit_delete_associations {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:30.387961 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-21a946af-8d99-48f6-b19e-9cebfabda035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-573231'] for router (3bb0bee2-eefa-4772-802b-f9fe9933802f), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:30.388975 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a946af-8d99-48f6-b19e-9cebfabda035 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3bb0bee2-eefa-4772-802b-f9fe9933802f {{(pid=106292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 04:20:30.398141 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-21a946af-8d99-48f6-b19e-9cebfabda035 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:30.400082 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-21a946af-8d99-48f6-b19e-9cebfabda035 admin admin] 10.222.0.46 "DELETE /networking/v2.0/routers/3bb0bee2-eefa-4772-802b-f9fe9933802f HTTP/1.1" status: 204 len: 168 time: 1.0923314 Aug 30 04:20:30.402669 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 48464) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:30.435525 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:30.456165 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_v2 [None req-3adca438-65c0-45c9-9300-076232485ac9 admin admin] Deleting subnet 86f813bc-4ff9-424a-9fbe-1c3d1292f27e {{(pid=106293) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 04:20:30.460827 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-3adca438-65c0-45c9-9300-076232485ac9 admin admin] Publish callbacks [] for subnet (86f813bc-4ff9-424a-9fbe-1c3d1292f27e), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:30.498641 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-3adca438-65c0-45c9-9300-076232485ac9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387962'] for subnet (86f813bc-4ff9-424a-9fbe-1c3d1292f27e), precommit_delete_associations {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:30.530634 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:30.591438 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=58,neutron:UPDATE=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:30.602206 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (5274a8db-cdbb-4c02-abb1-2eb9d7076dc1), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:30.612113 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-3adca438-65c0-45c9-9300-076232485ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1779299'] for subnet (86f813bc-4ff9-424a-9fbe-1c3d1292f27e), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:30.669937 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-3adca438-65c0-45c9-9300-076232485ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1779322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-454480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9734407'] for subnet (86f813bc-4ff9-424a-9fbe-1c3d1292f27e), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:30.684839 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-3adca438-65c0-45c9-9300-076232485ac9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:30.687974 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-3adca438-65c0-45c9-9300-076232485ac9 admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/86f813bc-4ff9-424a-9fbe-1c3d1292f27e HTTP/1.1" status: 204 len: 168 time: 0.2842603 Aug 30 04:20:30.690793 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 48476) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:30.693378 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28368a92-0a00-4dcf-8d35-5107ab154699 None None] Network 38cf1e98-cd39-44e7-9101-9b1264f447b9 requested from dv-cinder-852208-11-iscsi {{(pid=106294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:20:30.706850 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adca438-65c0-45c9-9300-076232485ac9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86f813bc-4ff9-424a-9fbe-1c3d1292f27e,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:30.778084 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-26f3726f-3978-4fc9-8cea-0a2bde37f12c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635422'] for network (38cf1e98-cd39-44e7-9101-9b1264f447b9), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:30.848727 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.plugin [None req-26f3726f-3978-4fc9-8cea-0a2bde37f12c admin admin] Deleting port d5cd6218-b4a8-4f59-81b4-2c433806f074 {{(pid=106292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:20:30.849276 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-26f3726f-3978-4fc9-8cea-0a2bde37f12c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (d5cd6218-b4a8-4f59-81b4-2c433806f074), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:30.894820 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e5461d-9bc2-46d9-88a5-6b09c633d5a5 None None] DHCP port deletion for 38cf1e98-cd39-44e7-9101-9b1264f447b9 request from dv-cinder-852208-11-iscsi {{(pid=106294) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 04:20:30.940465 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-08e5461d-9bc2-46d9-88a5-6b09c633d5a5 None None] Deleting port d5cd6218-b4a8-4f59-81b4-2c433806f074 {{(pid=106294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:20:30.941107 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-08e5461d-9bc2-46d9-88a5-6b09c633d5a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (d5cd6218-b4a8-4f59-81b4-2c433806f074), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:30.965624 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.db [None req-26f3726f-3978-4fc9-8cea-0a2bde37f12c admin admin] For port d5cd6218-b4a8-4f59-81b4-2c433806f074, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=d5cd6218-b4a8-4f59-81b4-2c433806f074,segment=NetworkSegment(a9b938b7-cff9-44f4-ab8d-f09cd9baceec),segment_id=a9b938b7-cff9-44f4-ab8d-f09cd9baceec)] {{(pid=106292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:20:30.966108 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-26f3726f-3978-4fc9-8cea-0a2bde37f12c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (d5cd6218-b4a8-4f59-81b4-2c433806f074), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:30.975364 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f46db2-7175-46f3-a980-5dc9ef8f1116 req-186e5544-964d-4780-861f-91d0ab8f770c tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:30.977235 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-32f46db2-7175-46f3-a980-5dc9ef8f1116 req-186e5544-964d-4780-861f-91d0ab8f770c tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 945 time: 0.0820913 Aug 30 04:20:30.996609 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.plugin [None req-26f3726f-3978-4fc9-8cea-0a2bde37f12c admin admin] Calling delete_port for d5cd6218-b4a8-4f59-81b4-2c433806f074 owned by network:dhcp {{(pid=106292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:20:31.010389 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-08e5461d-9bc2-46d9-88a5-6b09c633d5a5 None None] For port d5cd6218-b4a8-4f59-81b4-2c433806f074, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=d5cd6218-b4a8-4f59-81b4-2c433806f074,segment=NetworkSegment(a9b938b7-cff9-44f4-ab8d-f09cd9baceec),segment_id=a9b938b7-cff9-44f4-ab8d-f09cd9baceec)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:20:31.010807 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-08e5461d-9bc2-46d9-88a5-6b09c633d5a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (d5cd6218-b4a8-4f59-81b4-2c433806f074), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:31.025890 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-08e5461d-9bc2-46d9-88a5-6b09c633d5a5 None None] Calling delete_port for d5cd6218-b4a8-4f59-81b4-2c433806f074 owned by network:dhcp {{(pid=106294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:20:31.110827 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-32f46db2-7175-46f3-a980-5dc9ef8f1116 req-f9e690de-b810-4eff-b050-6436176e687f tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263349 Aug 30 04:20:31.174496 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-26f3726f-3978-4fc9-8cea-0a2bde37f12c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642203'] for port (d5cd6218-b4a8-4f59-81b4-2c433806f074), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:31.190400 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=11 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:31.197039 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-08e5461d-9bc2-46d9-88a5-6b09c633d5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839'] for port (d5cd6218-b4a8-4f59-81b4-2c433806f074), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:31.263390 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f3726f-3978-4fc9-8cea-0a2bde37f12c admin admin] Pushing event deleted for resources: {'Port': ['ID=d5cd6218-b4a8-4f59-81b4-2c433806f074,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:31.270433 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f3726f-3978-4fc9-8cea-0a2bde37f12c admin admin] No DVR routers for this DVR port d5cd6218-b4a8-4f59-81b4-2c433806f074 on host dv-cinder-852208-11-iscsi {{(pid=106292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:20:31.289277 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5461d-9bc2-46d9-88a5-6b09c633d5a5 None None] Pushing event deleted for resources: {'Port': ['ID=d5cd6218-b4a8-4f59-81b4-2c433806f074,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:31.292985 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e5461d-9bc2-46d9-88a5-6b09c633d5a5 None None] No DVR routers for this DVR port d5cd6218-b4a8-4f59-81b4-2c433806f074 on host dv-cinder-852208-11-iscsi {{(pid=106294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:20:31.316665 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 9f489512-fd86-459c-800b-2d6d2354378e no longer exists at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:20:31.373471 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] No Port match for: 9f489512-fd86-459c-800b-2d6d2354378e {{(pid=106294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:20:31.374090 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 9f489512-fd86-459c-800b-2d6d2354378e not bound to the agent host dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:20:31.374727 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 4fb8e580-3dc3-4d65-a32c-afb3da29411f no longer exists at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:20:31.407735 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] No Port match for: 4fb8e580-3dc3-4d65-a32c-afb3da29411f {{(pid=106294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:20:31.408187 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 4fb8e580-3dc3-4d65-a32c-afb3da29411f not bound to the agent host dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:20:31.408852 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device d5cd6218-b4a8-4f59-81b4-2c433806f074 no longer exists at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:20:31.412475 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-26f3726f-3978-4fc9-8cea-0a2bde37f12c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1778176', 'neutron.services.segments.db._delete_segments_for_network-8749362907459'] for network (38cf1e98-cd39-44e7-9101-9b1264f447b9), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:31.442505 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] No Port match for: d5cd6218-b4a8-4f59-81b4-2c433806f074 {{(pid=106294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:20:31.443285 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device d5cd6218-b4a8-4f59-81b4-2c433806f074 not bound to the agent host dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:20:31.452848 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.services.segments.db [None req-26f3726f-3978-4fc9-8cea-0a2bde37f12c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38cf1e98-cd39-44e7-9101-9b1264f447b9']}} {{(pid=106292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:20:31.466325 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.services.segments.db [None req-26f3726f-3978-4fc9-8cea-0a2bde37f12c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9b938b7-cff9-44f4-ab8d-f09cd9baceec') {'for_net_delete': True} {{(pid=106292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:20:31.466617 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.services.segments.db [None req-26f3726f-3978-4fc9-8cea-0a2bde37f12c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9b938b7-cff9-44f4-ab8d-f09cd9baceec') {} {{(pid=106292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:20:31.497902 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-26f3726f-3978-4fc9-8cea-0a2bde37f12c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749362932655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2102203'] for segment (a9b938b7-cff9-44f4-ab8d-f09cd9baceec), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:31.520720 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-26f3726f-3978-4fc9-8cea-0a2bde37f12c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784698'] for segment (a9b938b7-cff9-44f4-ab8d-f09cd9baceec), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:31.529890 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26f3726f-3978-4fc9-8cea-0a2bde37f12c admin admin] Releasing vlan 826 on physical network physnet1 to pool {{(pid=106292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 04:20:31.530449 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-26f3726f-3978-4fc9-8cea-0a2bde37f12c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642254'] for segment (a9b938b7-cff9-44f4-ab8d-f09cd9baceec), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:31.587320 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.services.segments.plugin [-] Segment a9b938b7-cff9-44f4-ab8d-f09cd9baceec resource provider aggregate not found Aug 30 04:20:31.610777 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.services.segments.plugin [-] Segment a9b938b7-cff9-44f4-ab8d-f09cd9baceec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a9b938b7-cff9-44f4-ab8d-f09cd9baceec found for delete ", "request_id": "req-0f851f64-4e50-4475-ba0c-c015f1a4d54d"}]} Aug 30 04:20:31.625729 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-26f3726f-3978-4fc9-8cea-0a2bde37f12c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1778185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572621'] for network (38cf1e98-cd39-44e7-9101-9b1264f447b9), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:31.642927 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 48504) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:31.653234 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-26f3726f-3978-4fc9-8cea-0a2bde37f12c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for network (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:31.660179 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-26f3726f-3978-4fc9-8cea-0a2bde37f12c admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/38cf1e98-cd39-44e7-9101-9b1264f447b9 HTTP/1.1" status: 204 len: 168 time: 0.9671366 Aug 30 04:20:31.661342 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f3726f-3978-4fc9-8cea-0a2bde37f12c admin admin] Pushing event deleted for resources: {'Network': ['ID=38cf1e98-cd39-44e7-9101-9b1264f447b9,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:31.838142 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 48510) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:31.904746 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-4907204f-be48-417e-8bc0-72d9654f8dec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:31.924159 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-e289ef33-e250-4322-b144-3501264d8e11 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=fe278e07fd7940dca53f7c2b8b792326&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0845234 Aug 30 04:20:31.927225 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 48512) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:32.007839 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-45b097d3-e253-48d4-8a6a-a12241f5f6f5 admin admin] Publish callbacks [] for security_group (62d429cd-f2b8-488d-9289-57ed40003738), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:32.025898 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-4907204f-be48-417e-8bc0-72d9654f8dec admin admin] Publish callbacks [] for security_group (a8b2f445-8f01-4ebf-926e-f255a29b44ee), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:32.036532 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-4907204f-be48-417e-8bc0-72d9654f8dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (a8b2f445-8f01-4ebf-926e-f255a29b44ee), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:32.043105 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-45b097d3-e253-48d4-8a6a-a12241f5f6f5 admin admin] Publish callbacks [] for security_group (62d429cd-f2b8-488d-9289-57ed40003738), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:32.094352 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4907204f-be48-417e-8bc0-72d9654f8dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b2f445-8f01-4ebf-926e-f255a29b44ee,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:32.103129 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-4907204f-be48-417e-8bc0-72d9654f8dec admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=952bc3a52bea4964ab6867f10dce9bfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4582169 Aug 30 04:20:32.105774 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 48518) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:32.122746 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-45b097d3-e253-48d4-8a6a-a12241f5f6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (62d429cd-f2b8-488d-9289-57ed40003738), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:32.127589 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-45b097d3-e253-48d4-8a6a-a12241f5f6f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:32.130869 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-45b097d3-e253-48d4-8a6a-a12241f5f6f5 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/62d429cd-f2b8-488d-9289-57ed40003738 HTTP/1.1" status: 204 len: 168 time: 0.2007320 Aug 30 04:20:32.137942 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:32.145185 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b097d3-e253-48d4-8a6a-a12241f5f6f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d429cd-f2b8-488d-9289-57ed40003738,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:32.181122 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d8a46075-c119-4f6b-8a01-8ebaadeea010 admin admin] Publish callbacks [] for security_group (a8b2f445-8f01-4ebf-926e-f255a29b44ee), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:32.209599 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d8a46075-c119-4f6b-8a01-8ebaadeea010 admin admin] Publish callbacks [] for security_group (a8b2f445-8f01-4ebf-926e-f255a29b44ee), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:32.296422 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635b3985-1102-4442-8219-a507af7dbceb req-da08bf6d-9357-4f97-bf9f-7067f9e3cff0 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:32.298567 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-635b3985-1102-4442-8219-a507af7dbceb req-da08bf6d-9357-4f97-bf9f-7067f9e3cff0 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 945 time: 0.0713365 Aug 30 04:20:32.319079 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:32.333193 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d8a46075-c119-4f6b-8a01-8ebaadeea010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (a8b2f445-8f01-4ebf-926e-f255a29b44ee), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:32.336321 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d8a46075-c119-4f6b-8a01-8ebaadeea010 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:32.344004 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-d8a46075-c119-4f6b-8a01-8ebaadeea010 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/a8b2f445-8f01-4ebf-926e-f255a29b44ee HTTP/1.1" status: 204 len: 168 time: 0.2310040 Aug 30 04:20:32.349014 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a46075-c119-4f6b-8a01-8ebaadeea010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b2f445-8f01-4ebf-926e-f255a29b44ee,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:32.382499 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-635b3985-1102-4442-8219-a507af7dbceb req-cacf914f-8815-4459-b797-34333173c064 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772660 Aug 30 04:20:32.685269 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 48540) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:32.700762 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-39c8b4b1-b900-458b-9326-9bd256fd0d36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:32.786996 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-39c8b4b1-b900-458b-9326-9bd256fd0d36 admin admin] Publish callbacks [] for security_group (9c13b4ca-f593-4ed1-ae2b-825ddacd6448), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:32.791715 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-39c8b4b1-b900-458b-9326-9bd256fd0d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (9c13b4ca-f593-4ed1-ae2b-825ddacd6448), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:32.833888 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-39c8b4b1-b900-458b-9326-9bd256fd0d36 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=4264e0632605406d8d2ea2017bc9591f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1474550 Aug 30 04:20:32.834838 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c8b4b1-b900-458b-9326-9bd256fd0d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c13b4ca-f593-4ed1-ae2b-825ddacd6448,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:32.836702 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 48542) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:32.902923 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2d549bcc-a368-4b95-a952-d2078777d6b0 admin admin] Publish callbacks [] for security_group (9c13b4ca-f593-4ed1-ae2b-825ddacd6448), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:32.923669 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2d549bcc-a368-4b95-a952-d2078777d6b0 admin admin] Publish callbacks [] for security_group (9c13b4ca-f593-4ed1-ae2b-825ddacd6448), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:32.972857 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2d549bcc-a368-4b95-a952-d2078777d6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (9c13b4ca-f593-4ed1-ae2b-825ddacd6448), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:32.975903 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2d549bcc-a368-4b95-a952-d2078777d6b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:32.977147 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-2d549bcc-a368-4b95-a952-d2078777d6b0 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/9c13b4ca-f593-4ed1-ae2b-825ddacd6448 HTTP/1.1" status: 204 len: 168 time: 0.1382425 Aug 30 04:20:32.986911 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d549bcc-a368-4b95-a952-d2078777d6b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c13b4ca-f593-4ed1-ae2b-825ddacd6448,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:33.519509 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86790447-5d40-433c-abd1-e7f391646eb6 req-f513f71a-d347-4ca1-bc55-4e0af8bfd478 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:33.522331 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-86790447-5d40-433c-abd1-e7f391646eb6 req-f513f71a-d347-4ca1-bc55-4e0af8bfd478 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 945 time: 0.0582664 Aug 30 04:20:33.589821 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-86790447-5d40-433c-abd1-e7f391646eb6 req-820e206f-45e6-4e67-a437-85384aa11791 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572767 Aug 30 04:20:34.729378 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c849f0-5066-4ba9-9e80-90c59786238e req-cf1ee420-7b1f-4c4e-8cd1-452bf451a0d0 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:34.730932 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-77c849f0-5066-4ba9-9e80-90c59786238e req-cf1ee420-7b1f-4c4e-8cd1-452bf451a0d0 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 945 time: 0.0531535 Aug 30 04:20:34.782685 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-77c849f0-5066-4ba9-9e80-90c59786238e req-59d462da-3802-45d5-8d4e-20c1c64e1a3c tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458357 Aug 30 04:20:35.714622 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.agents_db [None req-4bab6993-eaca-4b45-827a-a5590950f82e None None] Agent healthcheck: found 6 active agents {{(pid=106295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:20:35.927938 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f1003e-0712-4713-b4a1-a5c5ea171725 req-a864e387-f7cf-4307-8e89-e10693d05ea6 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:35.929427 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-42f1003e-0712-4713-b4a1-a5c5ea171725 req-a864e387-f7cf-4307-8e89-e10693d05ea6 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 945 time: 0.0536900 Aug 30 04:20:36.014785 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-42f1003e-0712-4713-b4a1-a5c5ea171725 req-2844eedd-9a8b-4d43-9595-3b0573ed961a tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763209 Aug 30 04:20:37.068890 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 48724) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:37.140324 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73a193-544f-4980-8173-e037028518ea req-1338a7a8-de22-4f31-8081-e2d5c393d564 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:37.142592 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0a73a193-544f-4980-8173-e037028518ea req-1338a7a8-de22-4f31-8081-e2d5c393d564 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 945 time: 0.0542147 Aug 30 04:20:37.198716 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-303c354e-6cd3-4dfe-8efd-2a83dcff1013 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:37.242105 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0a73a193-544f-4980-8173-e037028518ea req-4267e7ee-7fa9-4c4d-b8e9-222c80a95cdf tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839648 Aug 30 04:20:37.242562 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=6 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:37.313842 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-303c354e-6cd3-4dfe-8efd-2a83dcff1013 admin admin] Publish callbacks [] for security_group (11126c83-5477-4ea9-86b5-972da44078bd), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:37.317836 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-303c354e-6cd3-4dfe-8efd-2a83dcff1013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (11126c83-5477-4ea9-86b5-972da44078bd), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:37.358934 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-303c354e-6cd3-4dfe-8efd-2a83dcff1013 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=68e6f0d5b8ae45faaccd4d665d683bd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2889192 Aug 30 04:20:37.360332 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303c354e-6cd3-4dfe-8efd-2a83dcff1013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11126c83-5477-4ea9-86b5-972da44078bd,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:37.361650 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 48742) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:37.431809 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-550e9af7-537a-45ed-8093-246a97eae23f admin admin] Publish callbacks [] for security_group (11126c83-5477-4ea9-86b5-972da44078bd), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:37.453747 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-550e9af7-537a-45ed-8093-246a97eae23f admin admin] Publish callbacks [] for security_group (11126c83-5477-4ea9-86b5-972da44078bd), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:37.503325 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 48750) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:37.510115 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-550e9af7-537a-45ed-8093-246a97eae23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (11126c83-5477-4ea9-86b5-972da44078bd), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:37.513954 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-550e9af7-537a-45ed-8093-246a97eae23f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:37.515134 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-550e9af7-537a-45ed-8093-246a97eae23f admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/11126c83-5477-4ea9-86b5-972da44078bd HTTP/1.1" status: 204 len: 168 time: 0.1525068 Aug 30 04:20:37.525164 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e9af7-537a-45ed-8093-246a97eae23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11126c83-5477-4ea9-86b5-972da44078bd,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:37.651318 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-67e698f9-e452-4c2d-9df4-bace8b429ab0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:37.740712 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-67e698f9-e452-4c2d-9df4-bace8b429ab0 admin admin] Publish callbacks [] for security_group (62232090-97d6-43c4-9edc-3633f4fc6ffe), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:37.747075 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-67e698f9-e452-4c2d-9df4-bace8b429ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (62232090-97d6-43c4-9edc-3633f4fc6ffe), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:37.794201 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-67e698f9-e452-4c2d-9df4-bace8b429ab0 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=a6709c79943049a18d7190f0a98b8d7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2896655 Aug 30 04:20:37.794617 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 48760) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:37.795106 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e698f9-e452-4c2d-9df4-bace8b429ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62232090-97d6-43c4-9edc-3633f4fc6ffe,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:37.839744 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:37.860767 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-f0aa249a-9628-4e2a-b754-9a4d81efc2f9 admin admin] Publish callbacks [] for security_group (62232090-97d6-43c4-9edc-3633f4fc6ffe), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:37.882843 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-f0aa249a-9628-4e2a-b754-9a4d81efc2f9 admin admin] Publish callbacks [] for security_group (62232090-97d6-43c4-9edc-3633f4fc6ffe), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:37.902951 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 48764) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:37.917589 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-705d4b32-69f0-4ad9-845e-4eb23dd38978 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:37.935244 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:37.944242 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-f0aa249a-9628-4e2a-b754-9a4d81efc2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (62232090-97d6-43c4-9edc-3633f4fc6ffe), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:37.949965 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-f0aa249a-9628-4e2a-b754-9a4d81efc2f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:37.964147 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-f0aa249a-9628-4e2a-b754-9a4d81efc2f9 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/62232090-97d6-43c4-9edc-3633f4fc6ffe HTTP/1.1" status: 204 len: 168 time: 0.1620331 Aug 30 04:20:37.982465 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aa249a-9628-4e2a-b754-9a4d81efc2f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62232090-97d6-43c4-9edc-3633f4fc6ffe,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:38.001645 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:DELETE=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:38.048844 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-705d4b32-69f0-4ad9-845e-4eb23dd38978 admin admin] Publish callbacks [] for security_group (b4b308c0-927d-4351-8ae0-fa11475e5e49), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:38.054092 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-705d4b32-69f0-4ad9-845e-4eb23dd38978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (b4b308c0-927d-4351-8ae0-fa11475e5e49), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:38.117846 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-705d4b32-69f0-4ad9-845e-4eb23dd38978 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=66cd20831575476fb271efef898cc23f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2113013 Aug 30 04:20:38.117846 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705d4b32-69f0-4ad9-845e-4eb23dd38978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b308c0-927d-4351-8ae0-fa11475e5e49,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:38.118630 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 48772) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:38.176673 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-8ee2f5e4-6de9-4411-a95d-cfb928f8b2e7 admin admin] Publish callbacks [] for security_group (b4b308c0-927d-4351-8ae0-fa11475e5e49), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:38.205300 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-8ee2f5e4-6de9-4411-a95d-cfb928f8b2e7 admin admin] Publish callbacks [] for security_group (b4b308c0-927d-4351-8ae0-fa11475e5e49), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:38.217387 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=6 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:38.279706 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-8ee2f5e4-6de9-4411-a95d-cfb928f8b2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (b4b308c0-927d-4351-8ae0-fa11475e5e49), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:38.284522 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-8ee2f5e4-6de9-4411-a95d-cfb928f8b2e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:38.286916 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-8ee2f5e4-6de9-4411-a95d-cfb928f8b2e7 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/b4b308c0-927d-4351-8ae0-fa11475e5e49 HTTP/1.1" status: 204 len: 168 time: 0.1671941 Aug 30 04:20:38.297872 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee2f5e4-6de9-4411-a95d-cfb928f8b2e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b308c0-927d-4351-8ae0-fa11475e5e49,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:38.392605 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9417e-87b8-4eda-beaf-340235b316b3 req-8ddff720-0ca7-4999-a094-8bd410be1354 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:38.393995 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-30a9417e-87b8-4eda-beaf-340235b316b3 req-8ddff720-0ca7-4999-a094-8bd410be1354 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 945 time: 0.0484097 Aug 30 04:20:38.443714 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 48780) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:38.455622 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-30a9417e-87b8-4eda-beaf-340235b316b3 req-bc188db3-a31f-4fec-975b-d9177afa0dc7 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541711 Aug 30 04:20:38.460745 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e1a89c72-f356-4c8d-9ecc-0c8de1e63999 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:38.551266 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e1a89c72-f356-4c8d-9ecc-0c8de1e63999 admin admin] Publish callbacks [] for security_group (f807c1fd-22db-4ae3-b511-445d0bdfd305), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:38.557449 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e1a89c72-f356-4c8d-9ecc-0c8de1e63999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (f807c1fd-22db-4ae3-b511-445d0bdfd305), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:38.600311 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a89c72-f356-4c8d-9ecc-0c8de1e63999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f807c1fd-22db-4ae3-b511-445d0bdfd305,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:38.606799 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-e1a89c72-f356-4c8d-9ecc-0c8de1e63999 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=851c6adc6a38474daed4ba29127f618d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1601648 Aug 30 04:20:38.609316 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 48786) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:38.673542 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-878244fd-44ad-4b3c-b477-28b447837dd6 admin admin] Publish callbacks [] for security_group (f807c1fd-22db-4ae3-b511-445d0bdfd305), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:38.685481 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:INSERT=23,neutron:SELECT=75,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:38.703613 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-878244fd-44ad-4b3c-b477-28b447837dd6 admin admin] Publish callbacks [] for security_group (f807c1fd-22db-4ae3-b511-445d0bdfd305), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:38.779457 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-878244fd-44ad-4b3c-b477-28b447837dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (f807c1fd-22db-4ae3-b511-445d0bdfd305), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:38.782155 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-878244fd-44ad-4b3c-b477-28b447837dd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:38.791169 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-878244fd-44ad-4b3c-b477-28b447837dd6 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/f807c1fd-22db-4ae3-b511-445d0bdfd305 HTTP/1.1" status: 204 len: 168 time: 0.1779747 Aug 30 04:20:38.800565 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878244fd-44ad-4b3c-b477-28b447837dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f807c1fd-22db-4ae3-b511-445d0bdfd305,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:39.253257 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd85a7-9525-4001-bf88-a730dfa4c015 req-752faf85-75c8-4fe1-b08c-184d802463be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:39.254792 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-53dd85a7-9525-4001-bf88-a730dfa4c015 req-752faf85-75c8-4fe1-b08c-184d802463be service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 1129 time: 0.0444081 Aug 30 04:20:39.307151 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-53dd85a7-9525-4001-bf88-a730dfa4c015 req-80da835d-5ab7-4699-bbbd-8637ba9c7c9a service neutron] 10.222.0.75 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449007 Aug 30 04:20:39.606168 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab81cb9-a5c2-4506-a351-fbbf8c9228f6 req-0e798d28-6d07-4ce9-a7ea-e829bafacaf2 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:39.608264 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cab81cb9-a5c2-4506-a351-fbbf8c9228f6 req-0e798d28-6d07-4ce9-a7ea-e829bafacaf2 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 945 time: 0.0690403 Aug 30 04:20:39.670962 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cab81cb9-a5c2-4506-a351-fbbf8c9228f6 req-865d39fa-dede-44d2-9020-9ffac126b943 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563467 Aug 30 04:20:40.813563 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0024d1-729a-4c8d-892c-322d36004615 req-775eee24-6aec-4976-bd73-ab3ab3c529e6 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:40.821628 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-ac0024d1-729a-4c8d-892c-322d36004615 req-775eee24-6aec-4976-bd73-ab3ab3c529e6 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 945 time: 0.0664845 Aug 30 04:20:40.842579 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 48930) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:40.869610 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-ac0024d1-729a-4c8d-892c-322d36004615 req-3d80a219-7866-4429-8a59-d3a4aaf1c9a5 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471239 Aug 30 04:20:40.969193 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-30c9ea36-b8d6-4b81-b41c-ffc0cf1e188c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:41.076290 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-30c9ea36-b8d6-4b81-b41c-ffc0cf1e188c admin admin] Publish callbacks [] for security_group (ed85c5fb-7923-4455-9bab-a968cb69c072), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:41.093742 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-30c9ea36-b8d6-4b81-b41c-ffc0cf1e188c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (ed85c5fb-7923-4455-9bab-a968cb69c072), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:41.123961 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c9ea36-b8d6-4b81-b41c-ffc0cf1e188c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed85c5fb-7923-4455-9bab-a968cb69c072,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:41.166489 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-30c9ea36-b8d6-4b81-b41c-ffc0cf1e188c admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=fcaacf59f34f4d1c89a7fea70b3cf742&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3219984 Aug 30 04:20:41.169105 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 48944) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:41.211064 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:41.234105 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-565b1c4c-9eb5-43ed-bb90-cc329ddf4ec5 admin admin] Publish callbacks [] for security_group (ed85c5fb-7923-4455-9bab-a968cb69c072), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:41.261476 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-565b1c4c-9eb5-43ed-bb90-cc329ddf4ec5 admin admin] Publish callbacks [] for security_group (ed85c5fb-7923-4455-9bab-a968cb69c072), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:41.311498 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-565b1c4c-9eb5-43ed-bb90-cc329ddf4ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (ed85c5fb-7923-4455-9bab-a968cb69c072), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:41.314061 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-565b1c4c-9eb5-43ed-bb90-cc329ddf4ec5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:41.315418 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-565b1c4c-9eb5-43ed-bb90-cc329ddf4ec5 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/ed85c5fb-7923-4455-9bab-a968cb69c072 HTTP/1.1" status: 204 len: 168 time: 0.1452937 Aug 30 04:20:41.324227 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565b1c4c-9eb5-43ed-bb90-cc329ddf4ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed85c5fb-7923-4455-9bab-a968cb69c072,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:41.619258 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 48954) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:41.632432 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-8ff9f9af-0e8c-4511-8ae2-e263b55eed3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:41.711943 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-8ff9f9af-0e8c-4511-8ae2-e263b55eed3b admin admin] Publish callbacks [] for security_group (50980274-9974-4f9f-a4da-f5136a624868), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:41.715140 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-8ff9f9af-0e8c-4511-8ae2-e263b55eed3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (50980274-9974-4f9f-a4da-f5136a624868), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:41.754403 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff9f9af-0e8c-4511-8ae2-e263b55eed3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50980274-9974-4f9f-a4da-f5136a624868,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:41.758434 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-8ff9f9af-0e8c-4511-8ae2-e263b55eed3b admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=4b35cf3cc34243189cc019520764584f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1381218 Aug 30 04:20:41.761518 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 48956) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:41.789295 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:41.823757 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-4e693017-2653-4db0-b86e-34eb24fc417a admin admin] Publish callbacks [] for security_group (50980274-9974-4f9f-a4da-f5136a624868), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:41.846596 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-4e693017-2653-4db0-b86e-34eb24fc417a admin admin] Publish callbacks [] for security_group (50980274-9974-4f9f-a4da-f5136a624868), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:41.905207 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-4e693017-2653-4db0-b86e-34eb24fc417a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (50980274-9974-4f9f-a4da-f5136a624868), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:41.907811 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-4e693017-2653-4db0-b86e-34eb24fc417a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:41.908968 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-4e693017-2653-4db0-b86e-34eb24fc417a admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/50980274-9974-4f9f-a4da-f5136a624868 HTTP/1.1" status: 204 len: 168 time: 0.1464424 Aug 30 04:20:41.920624 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e693017-2653-4db0-b86e-34eb24fc417a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50980274-9974-4f9f-a4da-f5136a624868,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:41.997255 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d6403-4bc7-42c3-bb1d-76a2c9b6a980 req-ed186231-cd40-471b-ab14-895218051470 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:41.998750 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2c9d6403-4bc7-42c3-bb1d-76a2c9b6a980 req-ed186231-cd40-471b-ab14-895218051470 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 945 time: 0.0481167 Aug 30 04:20:42.047293 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2c9d6403-4bc7-42c3-bb1d-76a2c9b6a980 req-e8e8a045-0fb5-4734-9a50-f22fe199b28d tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426812 Aug 30 04:20:42.188460 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5dc7e0-fb75-4f0e-a28f-45cc8b39409d req-17179336-0d9c-4529-b3a0-a058d89103b2 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:42.190068 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-cf5dc7e0-fb75-4f0e-a28f-45cc8b39409d req-17179336-0d9c-4529-b3a0-a058d89103b2 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fde664c-f504-436a-bc03-41126ce28efe HTTP/1.1" status: 200 len: 945 time: 0.0592754 Aug 30 04:20:42.259160 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-cf5dc7e0-fb75-4f0e-a28f-45cc8b39409d req-c508380a-1a9e-4d8f-8d71-3fab40b3b515 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548573 Aug 30 04:20:43.102671 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 49014) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:43.289006 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9fed6b96-6564-4c06-9397-8450a6193343 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:43.373509 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9fed6b96-6564-4c06-9397-8450a6193343 admin admin] Publish callbacks [] for security_group (c39a3904-2ee6-4e36-ad92-f3cdbd31cfde), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:43.377497 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9fed6b96-6564-4c06-9397-8450a6193343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (c39a3904-2ee6-4e36-ad92-f3cdbd31cfde), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:43.422923 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 49030) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:43.423478 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-9fed6b96-6564-4c06-9397-8450a6193343 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=891c5612b5ab48ff884c3d33ae874249&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3185835 Aug 30 04:20:43.425517 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fed6b96-6564-4c06-9397-8450a6193343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39a3904-2ee6-4e36-ad92-f3cdbd31cfde,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:43.483858 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-b41378b3-0a71-4640-84bb-32065ec1fe0a admin admin] Publish callbacks [] for security_group (c39a3904-2ee6-4e36-ad92-f3cdbd31cfde), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:43.513741 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-b41378b3-0a71-4640-84bb-32065ec1fe0a admin admin] Publish callbacks [] for security_group (c39a3904-2ee6-4e36-ad92-f3cdbd31cfde), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:43.564196 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-b41378b3-0a71-4640-84bb-32065ec1fe0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (c39a3904-2ee6-4e36-ad92-f3cdbd31cfde), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:43.566902 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-b41378b3-0a71-4640-84bb-32065ec1fe0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:43.568056 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-b41378b3-0a71-4640-84bb-32065ec1fe0a admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/c39a3904-2ee6-4e36-ad92-f3cdbd31cfde HTTP/1.1" status: 204 len: 168 time: 0.1429029 Aug 30 04:20:43.577204 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41378b3-0a71-4640-84bb-32065ec1fe0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39a3904-2ee6-4e36-ad92-f3cdbd31cfde,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:43.974619 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 49050) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:43.991323 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-0e6416c1-5964-45f8-8062-183dfb57b686 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:44.040652 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99f11e-7dd4-4530-a4ea-bdb34eb85519 req-c2b7757a-368f-4f7b-8d1e-e8298bb80d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:44.042558 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4d99f11e-7dd4-4530-a4ea-bdb34eb85519 req-c2b7757a-368f-4f7b-8d1e-e8298bb80d09 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=a9a5c650ed23445bb585711f962d7e09&device_id=5fde664c-f504-436a-bc03-41126ce28efe HTTP/1.1" status: 200 len: 1129 time: 0.0528998 Aug 30 04:20:44.093836 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ac2a6-517e-4ee7-a8ef-1e36b694de70 req-7868e35e-147b-473e-89fa-58d351bf08ca tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:44.101044 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-df7ac2a6-517e-4ee7-a8ef-1e36b694de70 req-7868e35e-147b-473e-89fa-58d351bf08ca tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fde664c-f504-436a-bc03-41126ce28efe HTTP/1.1" status: 200 len: 945 time: 0.0912378 Aug 30 04:20:44.176085 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99f11e-7dd4-4530-a4ea-bdb34eb85519 req-670c4f8c-73f3-4500-aa9e-40c60bddf78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:44.177622 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4d99f11e-7dd4-4530-a4ea-bdb34eb85519 req-670c4f8c-73f3-4500-aa9e-40c60bddf78a service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=524cda22-09e9-423b-b572-9d6bbb210043 HTTP/1.1" status: 200 len: 920 time: 0.1255314 Aug 30 04:20:44.179434 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-df7ac2a6-517e-4ee7-a8ef-1e36b694de70 req-191d7593-2e30-4712-90b2-ffeb7a10273f tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773318 Aug 30 04:20:44.207045 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-0e6416c1-5964-45f8-8062-183dfb57b686 admin admin] Publish callbacks [] for security_group (202b83ad-6bac-4445-b114-97fa8845d6cc), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:44.207045 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-0e6416c1-5964-45f8-8062-183dfb57b686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (202b83ad-6bac-4445-b114-97fa8845d6cc), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:44.225730 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4d99f11e-7dd4-4530-a4ea-bdb34eb85519 req-4f29e9e7-b9fd-440b-b0d9-cfac06cb5200 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df23e2a1-bcf8-455e-aa83-acb143334ab7 HTTP/1.1" status: 200 len: 217 time: 0.0392594 Aug 30 04:20:44.255169 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-0e6416c1-5964-45f8-8062-183dfb57b686 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=610db391ac5041f4aacc3de933b68c0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2794178 Aug 30 04:20:44.255918 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 49058) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:44.256632 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6416c1-5964-45f8-8062-183dfb57b686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202b83ad-6bac-4445-b114-97fa8845d6cc,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:44.278476 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=10 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:44.293272 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:44.293500 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99f11e-7dd4-4530-a4ea-bdb34eb85519 req-0a620954-ffc7-43c6-b0b4-5ed0928a9d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:44.294829 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4d99f11e-7dd4-4530-a4ea-bdb34eb85519 req-0a620954-ffc7-43c6-b0b4-5ed0928a9d5b service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=bf40f790-127d-4290-907b-8c5f990389ae HTTP/1.1" status: 200 len: 858 time: 0.0627673 Aug 30 04:20:44.313102 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:44.319805 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-dc286abf-aa31-46df-abb2-a494a771842d admin admin] Publish callbacks [] for security_group (202b83ad-6bac-4445-b114-97fa8845d6cc), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:44.346088 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-dc286abf-aa31-46df-abb2-a494a771842d admin admin] Publish callbacks [] for security_group (202b83ad-6bac-4445-b114-97fa8845d6cc), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:44.351587 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99f11e-7dd4-4530-a4ea-bdb34eb85519 req-3c919100-6a43-4b36-a564-a106e5987427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:44.354274 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4d99f11e-7dd4-4530-a4ea-bdb34eb85519 req-3c919100-6a43-4b36-a564-a106e5987427 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=524cda22-09e9-423b-b572-9d6bbb210043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0500441 Aug 30 04:20:44.396171 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-dc286abf-aa31-46df-abb2-a494a771842d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (202b83ad-6bac-4445-b114-97fa8845d6cc), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:44.399961 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-dc286abf-aa31-46df-abb2-a494a771842d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:44.402013 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-dc286abf-aa31-46df-abb2-a494a771842d admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/202b83ad-6bac-4445-b114-97fa8845d6cc HTTP/1.1" status: 204 len: 168 time: 0.1415682 Aug 30 04:20:44.410184 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc286abf-aa31-46df-abb2-a494a771842d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202b83ad-6bac-4445-b114-97fa8845d6cc,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:44.712673 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4d99f11e-7dd4-4530-a4ea-bdb34eb85519 req-4c96b8e1-5b95-4ac2-a1f3-2f6559faf4d4 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/524cda22-09e9-423b-b572-9d6bbb210043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445170 Aug 30 04:20:44.790103 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 49068) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:44.803116 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-056b5f99-61d5-4016-8833-7bd18b15bee9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:44.811411 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:44.818882 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4d99f11e-7dd4-4530-a4ea-bdb34eb85519 req-d01327c0-ebfc-43c9-8e22-149c4a784291 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/524cda22-09e9-423b-b572-9d6bbb210043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923395 Aug 30 04:20:44.898319 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-056b5f99-61d5-4016-8833-7bd18b15bee9 admin admin] Publish callbacks [] for security_group (30cdb767-4c35-41cb-8fd4-3ef4d91fd09c), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:44.903194 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-056b5f99-61d5-4016-8833-7bd18b15bee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (30cdb767-4c35-41cb-8fd4-3ef4d91fd09c), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:44.942886 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b5f99-61d5-4016-8833-7bd18b15bee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30cdb767-4c35-41cb-8fd4-3ef4d91fd09c,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:44.947988 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-056b5f99-61d5-4016-8833-7bd18b15bee9 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=d687d9a6e4344dbcb650eb5e7e6c5de7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1568296 Aug 30 04:20:44.950705 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 49074) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:45.002685 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-59f493b8-73ba-47b1-87f4-92a75c131851 admin admin] Publish callbacks [] for security_group (30cdb767-4c35-41cb-8fd4-3ef4d91fd09c), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:45.023232 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-59f493b8-73ba-47b1-87f4-92a75c131851 admin admin] Publish callbacks [] for security_group (30cdb767-4c35-41cb-8fd4-3ef4d91fd09c), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:45.074872 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-59f493b8-73ba-47b1-87f4-92a75c131851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (30cdb767-4c35-41cb-8fd4-3ef4d91fd09c), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:45.077578 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-59f493b8-73ba-47b1-87f4-92a75c131851 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:45.078740 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-59f493b8-73ba-47b1-87f4-92a75c131851 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/30cdb767-4c35-41cb-8fd4-3ef4d91fd09c HTTP/1.1" status: 204 len: 168 time: 0.1271555 Aug 30 04:20:45.087248 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f493b8-73ba-47b1-87f4-92a75c131851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30cdb767-4c35-41cb-8fd4-3ef4d91fd09c,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:45.334546 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf6f313-73e0-45a1-bf10-1328aa46b03c req-6c9d58f5-12fb-4c57-81b8-b29f0b949b3a tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:45.334546 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-aaf6f313-73e0-45a1-bf10-1328aa46b03c req-6c9d58f5-12fb-4c57-81b8-b29f0b949b3a tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fde664c-f504-436a-bc03-41126ce28efe HTTP/1.1" status: 200 len: 945 time: 0.0570619 Aug 30 04:20:45.401623 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-aaf6f313-73e0-45a1-bf10-1328aa46b03c req-5c6389ee-c1d9-44a4-a453-03120ed8e290 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620391 Aug 30 04:20:46.526852 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a11015-3a17-42b0-917d-081fc71aedce req-06d214b3-bace-461c-8a34-ca32f4604f04 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:46.528341 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-57a11015-3a17-42b0-917d-081fc71aedce req-06d214b3-bace-461c-8a34-ca32f4604f04 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fde664c-f504-436a-bc03-41126ce28efe HTTP/1.1" status: 200 len: 945 time: 0.0506811 Aug 30 04:20:46.576838 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-57a11015-3a17-42b0-917d-081fc71aedce req-9dd497fd-92b7-483a-9ad9-fec45d98fc31 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426617 Aug 30 04:20:47.552374 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 49180) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:47.680854 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-4a62b89b-1c07-414c-b4f4-95199aeeef3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:47.732050 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f923b408-0b7f-4742-b0bd-1fd447125643 req-85e7bba5-c374-48ad-aec7-36462d0eb024 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:47.733554 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f923b408-0b7f-4742-b0bd-1fd447125643 req-85e7bba5-c374-48ad-aec7-36462d0eb024 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fde664c-f504-436a-bc03-41126ce28efe HTTP/1.1" status: 200 len: 945 time: 0.0780084 Aug 30 04:20:47.816376 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f923b408-0b7f-4742-b0bd-1fd447125643 req-1d4e0a95-5a82-4b8a-9935-bac2519d9575 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757780 Aug 30 04:20:47.843276 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-4a62b89b-1c07-414c-b4f4-95199aeeef3b admin admin] Publish callbacks [] for security_group (c4164a7b-81b4-4510-864d-f3e76b925c8e), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:47.847210 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-4a62b89b-1c07-414c-b4f4-95199aeeef3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (c4164a7b-81b4-4510-864d-f3e76b925c8e), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:47.890920 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-4a62b89b-1c07-414c-b4f4-95199aeeef3b admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=05a62fa58499437faadd68ba165973bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3374372 Aug 30 04:20:47.891662 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a62b89b-1c07-414c-b4f4-95199aeeef3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4164a7b-81b4-4510-864d-f3e76b925c8e,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:47.894167 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 49186) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:47.954780 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-1a819216-ed73-4d22-b3d7-46dbce2ceb96 admin admin] Publish callbacks [] for security_group (c4164a7b-81b4-4510-864d-f3e76b925c8e), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:47.975524 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-1a819216-ed73-4d22-b3d7-46dbce2ceb96 admin admin] Publish callbacks [] for security_group (c4164a7b-81b4-4510-864d-f3e76b925c8e), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:48.023712 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-1a819216-ed73-4d22-b3d7-46dbce2ceb96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (c4164a7b-81b4-4510-864d-f3e76b925c8e), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:48.027031 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-1a819216-ed73-4d22-b3d7-46dbce2ceb96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:48.028269 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-1a819216-ed73-4d22-b3d7-46dbce2ceb96 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/c4164a7b-81b4-4510-864d-f3e76b925c8e HTTP/1.1" status: 204 len: 168 time: 0.1327600 Aug 30 04:20:48.036402 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a819216-ed73-4d22-b3d7-46dbce2ceb96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4164a7b-81b4-4510-864d-f3e76b925c8e,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:48.329193 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 49198) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:48.344137 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-979c74a5-5e04-4ef1-a522-96b6227804f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:48.393169 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:48.429810 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-979c74a5-5e04-4ef1-a522-96b6227804f4 admin admin] Publish callbacks [] for security_group (c7b47dbf-d917-4810-83d2-d6180d9aecfe), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:48.433901 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-979c74a5-5e04-4ef1-a522-96b6227804f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (c7b47dbf-d917-4810-83d2-d6180d9aecfe), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:48.464780 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=13 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:48.474189 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c74a5-5e04-4ef1-a522-96b6227804f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b47dbf-d917-4810-83d2-d6180d9aecfe,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:48.480338 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-979c74a5-5e04-4ef1-a522-96b6227804f4 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=ebb61ca9a2024000a2e56653c9f0a53b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1499102 Aug 30 04:20:48.483003 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 49202) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:48.546879 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-5a844f68-ecfa-4507-b274-ac4555172411 admin admin] Publish callbacks [] for security_group (c7b47dbf-d917-4810-83d2-d6180d9aecfe), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:48.576465 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-5a844f68-ecfa-4507-b274-ac4555172411 admin admin] Publish callbacks [] for security_group (c7b47dbf-d917-4810-83d2-d6180d9aecfe), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:48.629501 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-5a844f68-ecfa-4507-b274-ac4555172411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (c7b47dbf-d917-4810-83d2-d6180d9aecfe), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:48.632257 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-5a844f68-ecfa-4507-b274-ac4555172411 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:48.633607 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-5a844f68-ecfa-4507-b274-ac4555172411 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/c7b47dbf-d917-4810-83d2-d6180d9aecfe HTTP/1.1" status: 204 len: 168 time: 0.1494775 Aug 30 04:20:48.641318 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a844f68-ecfa-4507-b274-ac4555172411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b47dbf-d917-4810-83d2-d6180d9aecfe,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:48.944835 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0cda5b-b50c-420b-a62d-46a64825dae1 req-a70aea3b-14e1-487d-8ef2-4cc21a67442c tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:48.946994 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-6e0cda5b-b50c-420b-a62d-46a64825dae1 req-a70aea3b-14e1-487d-8ef2-4cc21a67442c tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fde664c-f504-436a-bc03-41126ce28efe HTTP/1.1" status: 200 len: 945 time: 0.0499539 Aug 30 04:20:48.996943 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-6e0cda5b-b50c-420b-a62d-46a64825dae1 req-80c99d75-a7b6-4494-927c-eacf77bc8645 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441258 Aug 30 04:20:49.857681 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 49268) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:49.979597 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-a5a0eab1-9f23-4ec1-b038-42c233795051 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:50.070076 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-a5a0eab1-9f23-4ec1-b038-42c233795051 admin admin] Publish callbacks [] for security_group (cbf694e3-0360-4377-81ed-ab76265c2e17), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:50.076324 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-a5a0eab1-9f23-4ec1-b038-42c233795051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (cbf694e3-0360-4377-81ed-ab76265c2e17), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:50.124281 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a0eab1-9f23-4ec1-b038-42c233795051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf694e3-0360-4377-81ed-ab76265c2e17,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:50.132722 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 49286) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:50.134931 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-a5a0eab1-9f23-4ec1-b038-42c233795051 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=e5e5e01a270b455081b52448896682c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2760944 Aug 30 04:20:50.159120 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b741d9-442f-488b-8313-a53f30c70442 req-f514c25a-d516-4a39-957d-241d7748a605 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:50.163524 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-91b741d9-442f-488b-8313-a53f30c70442 req-f514c25a-d516-4a39-957d-241d7748a605 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fde664c-f504-436a-bc03-41126ce28efe HTTP/1.1" status: 200 len: 945 time: 0.0770845 Aug 30 04:20:50.245267 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-91b741d9-442f-488b-8313-a53f30c70442 req-45852ea5-0a34-429f-9a35-437e308b468a tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774224 Aug 30 04:20:50.246347 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1a8293e5-2009-4708-aef8-a948bf28aa43 admin admin] Publish callbacks [] for security_group (cbf694e3-0360-4377-81ed-ab76265c2e17), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:50.278780 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1a8293e5-2009-4708-aef8-a948bf28aa43 admin admin] Publish callbacks [] for security_group (cbf694e3-0360-4377-81ed-ab76265c2e17), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:50.338238 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1a8293e5-2009-4708-aef8-a948bf28aa43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (cbf694e3-0360-4377-81ed-ab76265c2e17), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:50.338432 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-be84b715-44c9-4933-9df2-7cd0fbf328d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (1bd89ca2-58f6-428d-83bf-6325bad549fd), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:50.342477 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1a8293e5-2009-4708-aef8-a948bf28aa43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:50.343712 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-1a8293e5-2009-4708-aef8-a948bf28aa43 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/cbf694e3-0360-4377-81ed-ab76265c2e17 HTTP/1.1" status: 204 len: 168 time: 0.2077155 Aug 30 04:20:50.357472 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8293e5-2009-4708-aef8-a948bf28aa43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf694e3-0360-4377-81ed-ab76265c2e17,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:51.397771 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12aa67-8ca9-43a4-9e39-0ce36d9ffa56 req-001e7adc-2540-46bb-b2f9-258da8ab5c96 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:51.399422 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-7e12aa67-8ca9-43a4-9e39-0ce36d9ffa56 req-001e7adc-2540-46bb-b2f9-258da8ab5c96 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fde664c-f504-436a-bc03-41126ce28efe HTTP/1.1" status: 200 len: 945 time: 0.0651903 Aug 30 04:20:51.458844 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-7e12aa67-8ca9-43a4-9e39-0ce36d9ffa56 req-e874f042-9a37-4811-b40b-16c1a35ce2ef tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530446 Aug 30 04:20:51.985185 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 49372) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:52.126953 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-b654903e-3ca4-44c2-b8d5-0afffaa1125f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:52.208130 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:52.243828 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-b654903e-3ca4-44c2-b8d5-0afffaa1125f admin admin] Publish callbacks [] for security_group (f2e2712f-a0ca-4dcd-9bb8-b2e51cba411e), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:52.250045 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-b654903e-3ca4-44c2-b8d5-0afffaa1125f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (f2e2712f-a0ca-4dcd-9bb8-b2e51cba411e), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:52.289989 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:52.318755 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 49382) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:52.318953 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-b654903e-3ca4-44c2-b8d5-0afffaa1125f admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=b01ebc2a3d4240c9983cc5cabd917e44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3323507 Aug 30 04:20:52.319569 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b654903e-3ca4-44c2-b8d5-0afffaa1125f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e2712f-a0ca-4dcd-9bb8-b2e51cba411e,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:52.329701 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b654903e-3ca4-44c2-b8d5-0afffaa1125f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:52.330064 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b654903e-3ca4-44c2-b8d5-0afffaa1125f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:52.330861 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b654903e-3ca4-44c2-b8d5-0afffaa1125f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:52.331540 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b654903e-3ca4-44c2-b8d5-0afffaa1125f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:52.332069 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b654903e-3ca4-44c2-b8d5-0afffaa1125f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:52.332698 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b654903e-3ca4-44c2-b8d5-0afffaa1125f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:52.333362 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b654903e-3ca4-44c2-b8d5-0afffaa1125f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:52.334132 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b654903e-3ca4-44c2-b8d5-0afffaa1125f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:52.335058 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b654903e-3ca4-44c2-b8d5-0afffaa1125f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:52.335717 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b654903e-3ca4-44c2-b8d5-0afffaa1125f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:52.337870 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b654903e-3ca4-44c2-b8d5-0afffaa1125f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:52.338667 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b654903e-3ca4-44c2-b8d5-0afffaa1125f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:52.339661 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b654903e-3ca4-44c2-b8d5-0afffaa1125f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:52.340206 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b654903e-3ca4-44c2-b8d5-0afffaa1125f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:52.340916 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b654903e-3ca4-44c2-b8d5-0afffaa1125f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:52.381093 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-cc4125a6-ada6-4c11-99fa-6da920fceaca admin admin] Publish callbacks [] for security_group (f2e2712f-a0ca-4dcd-9bb8-b2e51cba411e), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:52.404635 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-cc4125a6-ada6-4c11-99fa-6da920fceaca admin admin] Publish callbacks [] for security_group (f2e2712f-a0ca-4dcd-9bb8-b2e51cba411e), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:52.458698 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-cc4125a6-ada6-4c11-99fa-6da920fceaca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (f2e2712f-a0ca-4dcd-9bb8-b2e51cba411e), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:52.461865 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-cc4125a6-ada6-4c11-99fa-6da920fceaca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:52.463188 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-cc4125a6-ada6-4c11-99fa-6da920fceaca admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/f2e2712f-a0ca-4dcd-9bb8-b2e51cba411e HTTP/1.1" status: 204 len: 168 time: 0.1427655 Aug 30 04:20:52.465458 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:52.472883 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4125a6-ada6-4c11-99fa-6da920fceaca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e2712f-a0ca-4dcd-9bb8-b2e51cba411e,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:52.482236 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4125a6-ada6-4c11-99fa-6da920fceaca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:52.482784 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4125a6-ada6-4c11-99fa-6da920fceaca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:52.483142 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4125a6-ada6-4c11-99fa-6da920fceaca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:52.483482 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4125a6-ada6-4c11-99fa-6da920fceaca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:52.483814 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4125a6-ada6-4c11-99fa-6da920fceaca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:52.484146 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4125a6-ada6-4c11-99fa-6da920fceaca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:52.484473 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4125a6-ada6-4c11-99fa-6da920fceaca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:52.484808 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4125a6-ada6-4c11-99fa-6da920fceaca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:52.485140 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4125a6-ada6-4c11-99fa-6da920fceaca admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:52.485464 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4125a6-ada6-4c11-99fa-6da920fceaca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:52.485788 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4125a6-ada6-4c11-99fa-6da920fceaca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:52.486114 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4125a6-ada6-4c11-99fa-6da920fceaca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:52.486455 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4125a6-ada6-4c11-99fa-6da920fceaca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:52.486771 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4125a6-ada6-4c11-99fa-6da920fceaca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:52.487222 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4125a6-ada6-4c11-99fa-6da920fceaca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:52.528322 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-f30a0c6f-2853-4e12-9cee-65512199d656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:52.588237 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dc0813-90b9-47a8-a1af-20966579ad54 req-282c82ef-9810-4bbe-9e64-9418a160f3cf tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:52.589758 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a2dc0813-90b9-47a8-a1af-20966579ad54 req-282c82ef-9810-4bbe-9e64-9418a160f3cf tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fde664c-f504-436a-bc03-41126ce28efe HTTP/1.1" status: 200 len: 945 time: 0.0553176 Aug 30 04:20:52.640500 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a2dc0813-90b9-47a8-a1af-20966579ad54 req-f89dcdb3-806e-45c8-a3d2-c7f074bcdc6d tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449564 Aug 30 04:20:52.696739 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=39,neutron:DELETE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:52.699484 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=53 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:52.766192 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 49394) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:52.782727 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-85f16267-b7ed-40bd-bcc5-8ae7404cd54a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:52.871847 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-85f16267-b7ed-40bd-bcc5-8ae7404cd54a admin admin] Publish callbacks [] for security_group (a713032b-80e3-4f5e-8a9b-398d521c5c99), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:52.876477 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-85f16267-b7ed-40bd-bcc5-8ae7404cd54a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (a713032b-80e3-4f5e-8a9b-398d521c5c99), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:52.919624 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-85f16267-b7ed-40bd-bcc5-8ae7404cd54a admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=31ded47bc01142ce88f2592efd1b7258&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1517465 Aug 30 04:20:52.920364 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f16267-b7ed-40bd-bcc5-8ae7404cd54a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a713032b-80e3-4f5e-8a9b-398d521c5c99,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:52.922236 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 49398) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:52.976557 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-6b17791c-a8ae-4e89-bb1c-887c1d8c6d11 admin admin] Publish callbacks [] for security_group (a713032b-80e3-4f5e-8a9b-398d521c5c99), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:52.997723 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-6b17791c-a8ae-4e89-bb1c-887c1d8c6d11 admin admin] Publish callbacks [] for security_group (a713032b-80e3-4f5e-8a9b-398d521c5c99), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:53.047165 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-6b17791c-a8ae-4e89-bb1c-887c1d8c6d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (a713032b-80e3-4f5e-8a9b-398d521c5c99), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:53.051086 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-6b17791c-a8ae-4e89-bb1c-887c1d8c6d11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:53.052264 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-6b17791c-a8ae-4e89-bb1c-887c1d8c6d11 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/a713032b-80e3-4f5e-8a9b-398d521c5c99 HTTP/1.1" status: 204 len: 168 time: 0.1290214 Aug 30 04:20:53.062004 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b17791c-a8ae-4e89-bb1c-887c1d8c6d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a713032b-80e3-4f5e-8a9b-398d521c5c99,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:53.747354 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8bdbbddc-d827-40e6-b8fb-29930693a668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (0ba81f50-231f-4a87-bfed-adcf093ea106), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:53.768031 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8120a-a36b-4f95-a8cd-d6f1632d32de req-9a67d931-94df-4212-b091-8d0f1e5925b4 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:53.769596 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-83e8120a-a36b-4f95-a8cd-d6f1632d32de req-9a67d931-94df-4212-b091-8d0f1e5925b4 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fde664c-f504-436a-bc03-41126ce28efe HTTP/1.1" status: 200 len: 945 time: 0.0506461 Aug 30 04:20:53.783526 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=11 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:53.831786 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-83e8120a-a36b-4f95-a8cd-d6f1632d32de req-bd07dce7-58ed-4b4b-af1f-3fe78e88e4c0 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550656 Aug 30 04:20:54.847508 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 49462) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:54.966276 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-12c409d0-267e-40cd-8018-79990e8f5bd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:54.967136 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61103895-3277-41f3-8ab7-cd7ba7b178e4 req-17b92b4a-68c0-4da3-b076-0b64d454560b tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:54.968650 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-61103895-3277-41f3-8ab7-cd7ba7b178e4 req-17b92b4a-68c0-4da3-b076-0b64d454560b tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fde664c-f504-436a-bc03-41126ce28efe HTTP/1.1" status: 200 len: 945 time: 0.0573506 Aug 30 04:20:55.033668 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-61103895-3277-41f3-8ab7-cd7ba7b178e4 req-478229ef-a50b-4ca6-b4b3-c6b043973206 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579729 Aug 30 04:20:55.060511 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-12c409d0-267e-40cd-8018-79990e8f5bd7 admin admin] Publish callbacks [] for security_group (89ba55af-7302-420e-a211-e9c9c9fedb91), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:55.064539 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-12c409d0-267e-40cd-8018-79990e8f5bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (89ba55af-7302-420e-a211-e9c9c9fedb91), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:55.105659 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-12c409d0-267e-40cd-8018-79990e8f5bd7 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=9be528f1f6724984ae8255726876e0cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2569757 Aug 30 04:20:55.106686 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c409d0-267e-40cd-8018-79990e8f5bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ba55af-7302-420e-a211-e9c9c9fedb91,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:55.108309 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 49470) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:55.162800 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-58f8c198-e077-434d-8548-3e133429f0f8 admin admin] Publish callbacks [] for security_group (89ba55af-7302-420e-a211-e9c9c9fedb91), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:55.186934 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-58f8c198-e077-434d-8548-3e133429f0f8 admin admin] Publish callbacks [] for security_group (89ba55af-7302-420e-a211-e9c9c9fedb91), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:55.237629 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-58f8c198-e077-434d-8548-3e133429f0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (89ba55af-7302-420e-a211-e9c9c9fedb91), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:55.240772 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-58f8c198-e077-434d-8548-3e133429f0f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:55.242115 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-58f8c198-e077-434d-8548-3e133429f0f8 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/89ba55af-7302-420e-a211-e9c9c9fedb91 HTTP/1.1" status: 204 len: 168 time: 0.1319904 Aug 30 04:20:55.250733 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f8c198-e077-434d-8548-3e133429f0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ba55af-7302-420e-a211-e9c9c9fedb91,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:55.431228 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-390264ec-bab8-4bcb-922a-62bbd4f3a683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (b2cd167f-1ad0-4273-bd2a-29638b1fd1d2), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:55.554454 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 49490) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:55.563090 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (d414c4c0-e104-4322-85c3-8bf64da32860), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:55.574093 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-77a890b0-21c8-452f-a025-2a122037c295 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:55.659259 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-77a890b0-21c8-452f-a025-2a122037c295 admin admin] Publish callbacks [] for security_group (f5b3601d-c7ef-49c4-bd22-1bb00098825d), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:55.664233 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-77a890b0-21c8-452f-a025-2a122037c295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (f5b3601d-c7ef-49c4-bd22-1bb00098825d), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:55.713555 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-77a890b0-21c8-452f-a025-2a122037c295 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=dd04e354d3de4e72bebaf4a04b058625&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1571329 Aug 30 04:20:55.714516 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a890b0-21c8-452f-a025-2a122037c295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b3601d-c7ef-49c4-bd22-1bb00098825d,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:55.716311 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 49502) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:55.770508 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-1ef1f614-e4c4-46df-b06f-bd8166f27db6 admin admin] Publish callbacks [] for security_group (f5b3601d-c7ef-49c4-bd22-1bb00098825d), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:55.792505 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-1ef1f614-e4c4-46df-b06f-bd8166f27db6 admin admin] Publish callbacks [] for security_group (f5b3601d-c7ef-49c4-bd22-1bb00098825d), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:55.844678 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-1ef1f614-e4c4-46df-b06f-bd8166f27db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (f5b3601d-c7ef-49c4-bd22-1bb00098825d), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:55.848248 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-1ef1f614-e4c4-46df-b06f-bd8166f27db6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:55.850467 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-1ef1f614-e4c4-46df-b06f-bd8166f27db6 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/f5b3601d-c7ef-49c4-bd22-1bb00098825d HTTP/1.1" status: 204 len: 168 time: 0.1326578 Aug 30 04:20:55.867562 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1f614-e4c4-46df-b06f-bd8166f27db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b3601d-c7ef-49c4-bd22-1bb00098825d,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:56.165864 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c66aabd-4795-4a7b-8152-e6679e32330e req-dbf1de52-f530-42b3-b7c0-c79b34c215fd tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:56.167348 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-4c66aabd-4795-4a7b-8152-e6679e32330e req-dbf1de52-f530-42b3-b7c0-c79b34c215fd tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fde664c-f504-436a-bc03-41126ce28efe HTTP/1.1" status: 200 len: 945 time: 0.0541031 Aug 30 04:20:56.418362 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-4c66aabd-4795-4a7b-8152-e6679e32330e req-8ac89059-54d2-4283-ac14-2fb9b4d49ec7 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424636 Aug 30 04:20:57.369810 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 49616) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:57.414268 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 49622) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:57.548995 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-ce7b40df-5dcc-4eb9-975b-95f5bca40c99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:57.552434 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-dac7b7a4-1fe4-4416-83fa-3b5152aed150 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:57.567800 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522fb311-eb06-4d98-b40d-e95b79e41099 req-df235cdf-2905-4097-9646-3c3b17e39645 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:57.569408 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-522fb311-eb06-4d98-b40d-e95b79e41099 req-df235cdf-2905-4097-9646-3c3b17e39645 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fde664c-f504-436a-bc03-41126ce28efe HTTP/1.1" status: 200 len: 945 time: 0.0721059 Aug 30 04:20:57.637387 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:57.638535 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-ce7b40df-5dcc-4eb9-975b-95f5bca40c99 admin admin] Publish callbacks [] for security_group (819ce0ef-4c9a-466d-863c-1d8d94276528), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:57.644050 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:57.646266 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-ce7b40df-5dcc-4eb9-975b-95f5bca40c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (819ce0ef-4c9a-466d-863c-1d8d94276528), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:57.653057 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:57.675823 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-522fb311-eb06-4d98-b40d-e95b79e41099 req-b044d5bb-fe72-4374-a289-b30e79442364 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989254 Aug 30 04:20:57.702407 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-ce7b40df-5dcc-4eb9-975b-95f5bca40c99 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=d1948c68a8384a0bbbf7f38885b5bce9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2786295 Aug 30 04:20:57.702407 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 49640) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:57.702407 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b40df-5dcc-4eb9-975b-95f5bca40c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819ce0ef-4c9a-466d-863c-1d8d94276528,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:57.721849 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-dac7b7a4-1fe4-4416-83fa-3b5152aed150 admin admin] Publish callbacks [] for security_group (834bcf59-7fce-4aeb-bfed-9de84ab2b1c8), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:57.726164 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-dac7b7a4-1fe4-4416-83fa-3b5152aed150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (834bcf59-7fce-4aeb-bfed-9de84ab2b1c8), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:57.759182 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-0cc42d37-8500-45e9-a3dd-3ca426da78bc admin admin] Publish callbacks [] for security_group (819ce0ef-4c9a-466d-863c-1d8d94276528), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:57.769705 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:57.773760 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-dac7b7a4-1fe4-4416-83fa-3b5152aed150 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=e0af279e53714aebbb1b15c9d7d48757&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4027820 Aug 30 04:20:57.774751 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac7b7a4-1fe4-4416-83fa-3b5152aed150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=834bcf59-7fce-4aeb-bfed-9de84ab2b1c8,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:57.777072 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 49642) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:57.796796 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-0cc42d37-8500-45e9-a3dd-3ca426da78bc admin admin] Publish callbacks [] for security_group (819ce0ef-4c9a-466d-863c-1d8d94276528), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:57.863779 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-02dabc87-c171-481e-b823-289477990c11 admin admin] Publish callbacks [] for security_group (834bcf59-7fce-4aeb-bfed-9de84ab2b1c8), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:57.888619 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-02dabc87-c171-481e-b823-289477990c11 admin admin] Publish callbacks [] for security_group (834bcf59-7fce-4aeb-bfed-9de84ab2b1c8), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:57.890569 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-0cc42d37-8500-45e9-a3dd-3ca426da78bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (819ce0ef-4c9a-466d-863c-1d8d94276528), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:57.893291 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-0cc42d37-8500-45e9-a3dd-3ca426da78bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:57.894439 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-0cc42d37-8500-45e9-a3dd-3ca426da78bc admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/819ce0ef-4c9a-466d-863c-1d8d94276528 HTTP/1.1" status: 204 len: 168 time: 0.1933227 Aug 30 04:20:57.910406 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc42d37-8500-45e9-a3dd-3ca426da78bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819ce0ef-4c9a-466d-863c-1d8d94276528,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:57.954399 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-02dabc87-c171-481e-b823-289477990c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (834bcf59-7fce-4aeb-bfed-9de84ab2b1c8), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:57.956980 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-02dabc87-c171-481e-b823-289477990c11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:57.960877 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-02dabc87-c171-481e-b823-289477990c11 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/834bcf59-7fce-4aeb-bfed-9de84ab2b1c8 HTTP/1.1" status: 204 len: 168 time: 0.1762743 Aug 30 04:20:57.967917 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dabc87-c171-481e-b823-289477990c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834bcf59-7fce-4aeb-bfed-9de84ab2b1c8,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:58.615373 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 49670) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:58.716428 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-42982e9a-12b3-4c4c-ad61-98451e7b7b6b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1009286269-network', 'tenant_id': 'ddae968572774fa5b3d0a561b5c1b085'}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:20:58.738542 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42982e9a-12b3-4c4c-ad61-98451e7b7b6b admin admin] Made reservation on behalf of ddae968572774fa5b3d0a561b5c1b085 for: {'network': 1} {{(pid=106292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:20:58.741001 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-42982e9a-12b3-4c4c-ad61-98451e7b7b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for network (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:58.750859 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-42982e9a-12b3-4c4c-ad61-98451e7b7b6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:58.816628 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd227b-0a90-44a2-84b2-6000c6ca94a3 req-02b33e2d-1058-4871-a22b-db36a94bce8d tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:58.818092 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-d9dd227b-0a90-44a2-84b2-6000c6ca94a3 req-02b33e2d-1058-4871-a22b-db36a94bce8d tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fde664c-f504-436a-bc03-41126ce28efe HTTP/1.1" status: 200 len: 945 time: 0.0589464 Aug 30 04:20:58.894045 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-d9dd227b-0a90-44a2-84b2-6000c6ca94a3 req-b0836b3d-2711-4ce4-80e8-9c61a2990f71 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688071 Aug 30 04:20:58.916471 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-42982e9a-12b3-4c4c-ad61-98451e7b7b6b admin admin] Publish callbacks [] for security_group (27cb5881-51a7-484f-9826-0025161b6b09), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:58.920870 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-42982e9a-12b3-4c4c-ad61-98451e7b7b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (27cb5881-51a7-484f-9826-0025161b6b09), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:58.949291 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42982e9a-12b3-4c4c-ad61-98451e7b7b6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 841} {{(pid=106292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 04:20:58.955802 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42982e9a-12b3-4c4c-ad61-98451e7b7b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27cb5881-51a7-484f-9826-0025161b6b09,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:58.962854 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-42982e9a-12b3-4c4c-ad61-98451e7b7b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784698'] for segment (f0cd75e6-ffe0-46b7-b2c6-77de4b5cd414), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:58.963200 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.db.segments_db [None req-42982e9a-12b3-4c4c-ad61-98451e7b7b6b admin admin] Added segment f0cd75e6-ffe0-46b7-b2c6-77de4b5cd414 of type vlan for network dd2a8049-b917-49e6-b871-9134d7a6f650 Aug 30 04:20:59.003387 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-42982e9a-12b3-4c4c-ad61-98451e7b7b6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749362409045'] for network (dd2a8049-b917-49e6-b871-9134d7a6f650), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:59.029838 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-42982e9a-12b3-4c4c-ad61-98451e7b7b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472'] for network (dd2a8049-b917-49e6-b871-9134d7a6f650), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:59.030908 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42982e9a-12b3-4c4c-ad61-98451e7b7b6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:59.031559 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-42982e9a-12b3-4c4c-ad61-98451e7b7b6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for network (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:59.097961 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-42982e9a-12b3-4c4c-ad61-98451e7b7b6b admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4814792 Aug 30 04:20:59.101481 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42982e9a-12b3-4c4c-ad61-98451e7b7b6b admin admin] Pushing event updated for resources: {'Network': ['ID=dd2a8049-b917-49e6-b871-9134d7a6f650,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:59.103509 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 49676) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:59.108333 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-3e26ced4-358d-4d23-acd5-820c4232403b admin admin] Request body: {'subnet': {'network_id': 'dd2a8049-b917-49e6-b871-9134d7a6f650', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1009286269-subnet', 'tenant_id': 'ddae968572774fa5b3d0a561b5c1b085', 'ip_version': 4}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:20:59.113623 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Network dd2a8049-b917-49e6-b871-9134d7a6f650 details requested by agent ovs-agent-dv-cinder-852208-11-iscsi with host dv-cinder-852208-11-iscsi {{(pid=106294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 04:20:59.128280 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e26ced4-358d-4d23-acd5-820c4232403b admin admin] Made reservation on behalf of ddae968572774fa5b3d0a561b5c1b085 for: {'subnet': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:20:59.130923 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-3e26ced4-358d-4d23-acd5-820c4232403b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9734424'] for subnet (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:59.315485 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-3e26ced4-358d-4d23-acd5-820c4232403b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-454419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9734414'] for subnet (6bca76be-a0e9-48b9-a344-6a2744164590), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:59.381173 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e26ced4-358d-4d23-acd5-820c4232403b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bca76be-a0e9-48b9-a344-6a2744164590,revision_number=0']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:59.385571 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e26ced4-358d-4d23-acd5-820c4232403b admin admin] Checking segment: {'id': 'f0cd75e6-ffe0-46b7-b2c6-77de4b5cd414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'dd2a8049-b917-49e6-b871-9134d7a6f650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:20:59.385923 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e26ced4-358d-4d23-acd5-820c4232403b admin admin] Network hostable DHCP agents. Network: dd2a8049-b917-49e6-b871-9134d7a6f650, hostable agents: ['1bd89ca2-58f6-428d-83bf-6325bad549fd'], hosted agents: [] {{(pid=106293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 04:20:59.408916 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e26ced4-358d-4d23-acd5-820c4232403b admin admin] Network dd2a8049-b917-49e6-b871-9134d7a6f650 is scheduled to be hosted by DHCP agent 1bd89ca2-58f6-428d-83bf-6325bad549fd with binding_index 1 {{(pid=106293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 04:20:59.419522 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-3e26ced4-358d-4d23-acd5-820c4232403b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852208-11-iscsi, dd2a8049-b917-49e6-b871-9134d7a6f650) {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:20:59.423622 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e26ced4-358d-4d23-acd5-820c4232403b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:59.424216 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-3e26ced4-358d-4d23-acd5-820c4232403b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:59.429097 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb8809a-195c-4a3c-838c-820e127fc408 None None] Network dd2a8049-b917-49e6-b871-9134d7a6f650 requested from dv-cinder-852208-11-iscsi {{(pid=106294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:20:59.440829 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-3e26ced4-358d-4d23-acd5-820c4232403b admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3362460 Aug 30 04:20:59.443911 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 49682) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:59.449920 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-2f9faf1d-639a-4062-896f-19a29e4c5e46 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1009286269-router', 'tenant_id': 'ddae968572774fa5b3d0a561b5c1b085', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'}}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:20:59.470833 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2f9faf1d-639a-4062-896f-19a29e4c5e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6265'] for router (c9c1c372-1e2a-44a3-97d1-df1bec09a4bb), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:59.471854 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2f9faf1d-639a-4062-896f-19a29e4c5e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-573936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660692', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-729924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6262'] for router (c9c1c372-1e2a-44a3-97d1-df1bec09a4bb), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:59.533072 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2f9faf1d-639a-4062-896f-19a29e4c5e46 admin admin] Publish callbacks [] for router_controller (c9c1c372-1e2a-44a3-97d1-df1bec09a4bb), precommit_add_association {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:59.536066 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fcbae8-c9a0-4b8c-be83-6c9470071db4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe061a4b4-6b24-5e8c-afc3-0a1b8ef042c0-dd2a8049-b917-49e6-b871-9134d7a6f650', 'network_id': 'dd2a8049-b917-49e6-b871-9134d7a6f650', 'project_id': 'ddae968572774fa5b3d0a561b5c1b085', 'fixed_ips': [{'subnet_id': '6bca76be-a0e9-48b9-a344-6a2744164590'}]}} from dv-cinder-852208-11-iscsi. {{(pid=106294) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 04:20:59.537001 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-45fcbae8-c9a0-4b8c-be83-6c9470071db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:59.670215 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:59.672027 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2f9faf1d-639a-4062-896f-19a29e4c5e46 admin admin] Publish callbacks [] for router_gateway (c9c1c372-1e2a-44a3-97d1-df1bec09a4bb), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:59.674357 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.db_base_plugin_common [None req-45fcbae8-c9a0-4b8c-be83-6c9470071db4 None None] Allocated IP 172.20.0.2 (dd2a8049-b917-49e6-b871-9134d7a6f650/6bca76be-a0e9-48b9-a344-6a2744164590/10813ce6-a159-43db-b419-419b1da59766) {{(pid=106294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:20:59.740742 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:59.829783 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-45fcbae8-c9a0-4b8c-be83-6c9470071db4 None None] Publish callbacks [] for port (10813ce6-a159-43db-b419-419b1da59766), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:59.837557 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-45fcbae8-c9a0-4b8c-be83-6c9470071db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830'] for port (10813ce6-a159-43db-b419-419b1da59766), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:59.870723 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2f9faf1d-639a-4062-896f-19a29e4c5e46 admin admin] Publish callbacks [] for router_gateway (c9c1c372-1e2a-44a3-97d1-df1bec09a4bb), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:59.876659 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:59.890733 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fcbae8-c9a0-4b8c-be83-6c9470071db4 None None] Network dd2a8049-b917-49e6-b871-9134d7a6f650 is already hosted by enough agents. {{(pid=106294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:20:59.892441 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2f9faf1d-639a-4062-896f-19a29e4c5e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:59.894342 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.scheduler.base_scheduler [None req-45fcbae8-c9a0-4b8c-be83-6c9470071db4 None None] Resources bound (agent type, host, resource id): {{(pid=106294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:20:59.897221 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fcbae8-c9a0-4b8c-be83-6c9470071db4 None None] Received port after_create {{(pid=106294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:20:59.902068 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fcbae8-c9a0-4b8c-be83-6c9470071db4 None None] Pushing event updated for resources: {'Port': ['ID=10813ce6-a159-43db-b419-419b1da59766,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:59.916464 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcbae8-c9a0-4b8c-be83-6c9470071db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:59.916963 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcbae8-c9a0-4b8c-be83-6c9470071db4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:59.917380 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcbae8-c9a0-4b8c-be83-6c9470071db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:59.917726 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcbae8-c9a0-4b8c-be83-6c9470071db4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:59.918059 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcbae8-c9a0-4b8c-be83-6c9470071db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:59.918415 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcbae8-c9a0-4b8c-be83-6c9470071db4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:59.918740 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcbae8-c9a0-4b8c-be83-6c9470071db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:59.919061 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcbae8-c9a0-4b8c-be83-6c9470071db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:59.919387 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcbae8-c9a0-4b8c-be83-6c9470071db4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:59.919697 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcbae8-c9a0-4b8c-be83-6c9470071db4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:59.920017 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcbae8-c9a0-4b8c-be83-6c9470071db4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:59.920406 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcbae8-c9a0-4b8c-be83-6c9470071db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:59.920669 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcbae8-c9a0-4b8c-be83-6c9470071db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:59.921003 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcbae8-c9a0-4b8c-be83-6c9470071db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:59.921318 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcbae8-c9a0-4b8c-be83-6c9470071db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:59.955247 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:INSERT=9,neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:59.973238 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-45fcbae8-c9a0-4b8c-be83-6c9470071db4 None None] Attempting to bind port 10813ce6-a159-43db-b419-419b1da59766 on host dv-cinder-852208-11-iscsi for vnic_type normal with profile {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:20:59.973612 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-45fcbae8-c9a0-4b8c-be83-6c9470071db4 None None] Attempting to bind port 10813ce6-a159-43db-b419-419b1da59766 by drivers openvswitch,hyperv on host dv-cinder-852208-11-iscsi at level 0 using segments [{'id': 'f0cd75e6-ffe0-46b7-b2c6-77de4b5cd414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'dd2a8049-b917-49e6-b871-9134d7a6f650'}] {{(pid=106294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:20:59.973975 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fcbae8-c9a0-4b8c-be83-6c9470071db4 None None] Attempting to bind port 10813ce6-a159-43db-b419-419b1da59766 on network dd2a8049-b917-49e6-b871-9134d7a6f650 {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:20:59.982933 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fcbae8-c9a0-4b8c-be83-6c9470071db4 None None] Checking agent: {'id': 'd414c4c0-e104-4322-85c3-8bf64da32860', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852208-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 10, 56), 'started_at': datetime.datetime(2022, 8, 30, 4, 11, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852208-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:20:59.984904 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fcbae8-c9a0-4b8c-be83-6c9470071db4 None None] Checking segment: {'id': 'f0cd75e6-ffe0-46b7-b2c6-77de4b5cd414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'dd2a8049-b917-49e6-b871-9134d7a6f650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:20:59.985324 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-45fcbae8-c9a0-4b8c-be83-6c9470071db4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:59.985721 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fcbae8-c9a0-4b8c-be83-6c9470071db4 None None] Bound using segment: {'id': 'f0cd75e6-ffe0-46b7-b2c6-77de4b5cd414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'dd2a8049-b917-49e6-b871-9134d7a6f650'} {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:20:59.986200 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-45fcbae8-c9a0-4b8c-be83-6c9470071db4 None None] Bound port: 10813ce6-a159-43db-b419-419b1da59766, host: dv-cinder-852208-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0cd75e6-ffe0-46b7-b2c6-77de4b5cd414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'dd2a8049-b917-49e6-b871-9134d7a6f650'}}] {{(pid=106294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:20:59.986607 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-45fcbae8-c9a0-4b8c-be83-6c9470071db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (10813ce6-a159-43db-b419-419b1da59766), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:00.054037 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-45fcbae8-c9a0-4b8c-be83-6c9470071db4 None None] For port 10813ce6-a159-43db-b419-419b1da59766, host dv-cinder-852208-11-iscsi, cleared binding levels {{(pid=106294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:21:00.058409 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-45fcbae8-c9a0-4b8c-be83-6c9470071db4 None None] For port 10813ce6-a159-43db-b419-419b1da59766, host dv-cinder-852208-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=10813ce6-a159-43db-b419-419b1da59766,segment=NetworkSegment(f0cd75e6-ffe0-46b7-b2c6-77de4b5cd414),segment_id=f0cd75e6-ffe0-46b7-b2c6-77de4b5cd414)] {{(pid=106294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:21:00.063285 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721a609-19c5-461f-a450-dcbeddb8d685 req-f8939b5f-bb32-4143-8a8d-97c7c3729190 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:00.064833 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a721a609-19c5-461f-a450-dcbeddb8d685 req-f8939b5f-bb32-4143-8a8d-97c7c3729190 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fde664c-f504-436a-bc03-41126ce28efe HTTP/1.1" status: 200 len: 945 time: 0.0728016 Aug 30 04:21:00.065290 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-45fcbae8-c9a0-4b8c-be83-6c9470071db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (10813ce6-a159-43db-b419-419b1da59766), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:00.066108 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [None req-2f9faf1d-639a-4062-896f-19a29e4c5e46 admin admin] Allocated IP 172.27.4.91 (5c43c40f-cc6a-4e53-a103-6d34effd891a/b2d4007f-d8ed-41cc-b520-7777f18cd186/bd981084-fff6-4b27-aff2-b1ae83b242e6) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:21:00.132603 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fcbae8-c9a0-4b8c-be83-6c9470071db4 None None] Pushing event updated for resources: {'Port': ['ID=10813ce6-a159-43db-b419-419b1da59766,revision_number=2']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:00.178908 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a721a609-19c5-461f-a450-dcbeddb8d685 req-045e8c9a-8c58-4bff-b66a-3fe6e94d9ae6 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072152 Aug 30 04:21:00.253417 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2f9faf1d-639a-4062-896f-19a29e4c5e46 admin admin] Publish callbacks [] for port (bd981084-fff6-4b27-aff2-b1ae83b242e6), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:00.304239 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2f9faf1d-639a-4062-896f-19a29e4c5e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (bd981084-fff6-4b27-aff2-b1ae83b242e6), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:00.347496 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9faf1d-639a-4062-896f-19a29e4c5e46 admin admin] Network 5c43c40f-cc6a-4e53-a103-6d34effd891a is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:21:00.353097 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-2f9faf1d-639a-4062-896f-19a29e4c5e46 admin admin] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:21:00.355964 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9faf1d-639a-4062-896f-19a29e4c5e46 admin admin] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:21:00.396248 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9faf1d-639a-4062-896f-19a29e4c5e46 admin admin] Pushing event updated for resources: {'Port': ['ID=bd981084-fff6-4b27-aff2-b1ae83b242e6,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:00.613751 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (5274a8db-cdbb-4c02-abb1-2eb9d7076dc1), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:00.628142 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2f9faf1d-639a-4062-896f-19a29e4c5e46 admin admin] Publish callbacks [] for router_gateway (c9c1c372-1e2a-44a3-97d1-df1bec09a4bb), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:00.709766 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:00.841102 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2f9faf1d-639a-4062-896f-19a29e4c5e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572477'] for router (c9c1c372-1e2a-44a3-97d1-df1bec09a4bb), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:00.953224 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:00.982496 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f9faf1d-639a-4062-896f-19a29e4c5e46 admin admin] Router c9c1c372-1e2a-44a3-97d1-df1bec09a4bb is scheduled to L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 with binding_index 1 {{(pid=106293) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 04:21:01.082325 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11db73bb-1295-43c7-85a9-280399f4eabd None None] Network dd2a8049-b917-49e6-b871-9134d7a6f650 requested from dv-cinder-852208-11-iscsi {{(pid=106294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:21:01.100807 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9faf1d-639a-4062-896f-19a29e4c5e46 admin admin] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:21:01.122640 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2f9faf1d-639a-4062-896f-19a29e4c5e46 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:01.124515 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-2f9faf1d-639a-4062-896f-19a29e4c5e46 admin admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6794555 Aug 30 04:21:01.127354 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 49694) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:21:01.130399 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7b8468-00cf-4675-a10e-d0bb6e5efa35 None None] Sync routers for ids ['c9c1c372-1e2a-44a3-97d1-df1bec09a4bb'] in dv-cinder-852208-11-iscsi {{(pid=106294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:21:01.159788 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-dc974e79-b25a-4924-be39-c30e7766b5e0 None None] Provisioning complete for port 10813ce6-a159-43db-b419-419b1da59766 triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:21:01.160495 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-dc974e79-b25a-4924-be39-c30e7766b5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (10813ce6-a159-43db-b419-419b1da59766), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:01.184959 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7b8468-00cf-4675-a10e-d0bb6e5efa35 None None] Routers {'c9c1c372-1e2a-44a3-97d1-df1bec09a4bb'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:21:01.185598 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-9c7b8468-00cf-4675-a10e-d0bb6e5efa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:20:52Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['c9c1c372-1e2a-44a3-97d1-df1bec09a4bb'], 'active': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:21:01.357958 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df5028-16fb-4f61-8028-5380cfce2cc7 req-210eb1d0-71a5-4c77-831a-c0096cb0e8a4 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:01.379408 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 10813ce6-a159-43db-b419-419b1da59766 up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:21:01.381511 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-86df5028-16fb-4f61-8028-5380cfce2cc7 req-210eb1d0-71a5-4c77-831a-c0096cb0e8a4 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fde664c-f504-436a-bc03-41126ce28efe HTTP/1.1" status: 200 len: 945 time: 0.1072071 Aug 30 04:21:01.444918 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:01.448297 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvr_db [None req-9c7b8468-00cf-4675-a10e-d0bb6e5efa35 None None] Set router c9c1c372-1e2a-44a3-97d1-df1bec09a4bb gateway port host: dv-cinder-852208-11-iscsi {{(pid=106294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:21:01.456429 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-86df5028-16fb-4f61-8028-5380cfce2cc7 req-5936ddc4-b15c-4136-8610-e6a5b159df18 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740464 Aug 30 04:21:01.542167 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b5b1b-6cff-4ec4-abe0-a215f27311bb req-289b93c7-2426-42cf-82a0-4f74793b64ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:01.543901 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a55b5b1b-6cff-4ec4-abe0-a215f27311bb req-289b93c7-2426-42cf-82a0-4f74793b64ee service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=5fde664c-f504-436a-bc03-41126ce28efe HTTP/1.1" status: 200 len: 1129 time: 0.1010211 Aug 30 04:21:01.677622 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a55b5b1b-6cff-4ec4-abe0-a215f27311bb req-6999af2d-ca64-4ab0-8b45-82704f31d9b8 service neutron] 10.222.0.75 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249120 Aug 30 04:21:01.721197 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-61118476-0355-400d-9677-1b20e8ac5221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:01.772488 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-dc974e79-b25a-4924-be39-c30e7766b5e0 None None] Current status of the port 10813ce6-a159-43db-b419-419b1da59766 is: DOWN; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:21:01.772740 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-dc974e79-b25a-4924-be39-c30e7766b5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (10813ce6-a159-43db-b419-419b1da59766), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:01.812315 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:01.843236 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:01.848973 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port 10813ce6-a159-43db-b419-419b1da59766 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:21:01.849277 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (10813ce6-a159-43db-b419-419b1da59766), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:01.862406 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-dc974e79-b25a-4924-be39-c30e7766b5e0 None None] For port 10813ce6-a159-43db-b419-419b1da59766, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=10813ce6-a159-43db-b419-419b1da59766,segment=NetworkSegment(f0cd75e6-ffe0-46b7-b2c6-77de4b5cd414),segment_id=f0cd75e6-ffe0-46b7-b2c6-77de4b5cd414)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:21:01.888460 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-dc974e79-b25a-4924-be39-c30e7766b5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (10813ce6-a159-43db-b419-419b1da59766), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:01.909259 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:01.911987 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:01.923793 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [None req-61118476-0355-400d-9677-1b20e8ac5221 admin admin] Allocated IP 172.20.0.1 (dd2a8049-b917-49e6-b871-9134d7a6f650/6bca76be-a0e9-48b9-a344-6a2744164590/eddfda51-0ec8-4507-b9d7-40d3958ed00e) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:21:02.013150 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc974e79-b25a-4924-be39-c30e7766b5e0 None None] Pushing event updated for resources: {'Port': ['ID=10813ce6-a159-43db-b419-419b1da59766,revision_number=3']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:02.019319 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-9c7b8468-00cf-4675-a10e-d0bb6e5efa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c1c372-1e2a-44a3-97d1-df1bec09a4bb', 'name': 'tempest-TestMinimumBasicScenario-1009286269-router', 'tenant_id': 'ddae968572774fa5b3d0a561b5c1b085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.91'}], 'enable_snat': True}, 'gw_port_id': 'bd981084-fff6-4b27-aff2-b1ae83b242e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:20:59Z', 'updated_at': '2022-08-30T04:21:00Z', 'revision_number': 3, 'project_id': 'ddae968572774fa5b3d0a561b5c1b085', 'gw_port': {'id': 'bd981084-fff6-4b27-aff2-b1ae83b242e6', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c1c372-1e2a-44a3-97d1-df1bec09a4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:20:59Z', 'updated_at': '2022-08-30T04:21:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi'}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:21:02.048047 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-61118476-0355-400d-9677-1b20e8ac5221 admin admin] Publish callbacks [] for port (eddfda51-0ec8-4507-b9d7-40d3958ed00e), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:02.069639 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7b8468-00cf-4675-a10e-d0bb6e5efa35 None None] Checking router: c9c1c372-1e2a-44a3-97d1-df1bec09a4bb for host: dv-cinder-852208-11-iscsi {{(pid=106294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:21:02.069999 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7b8468-00cf-4675-a10e-d0bb6e5efa35 None None] Updating router c9c1c372-1e2a-44a3-97d1-df1bec09a4bb port bd981084-fff6-4b27-aff2-b1ae83b242e6 binding host dv-cinder-852208-11-iscsi {{(pid=106294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:21:02.074877 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-69312527-4eba-493c-b65b-1b7fb9205b6e None None] Provisioning complete for port 10813ce6-a159-43db-b419-419b1da59766 triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:21:02.075306 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-69312527-4eba-493c-b65b-1b7fb9205b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (10813ce6-a159-43db-b419-419b1da59766), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:02.083062 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-61118476-0355-400d-9677-1b20e8ac5221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (eddfda51-0ec8-4507-b9d7-40d3958ed00e), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:02.123275 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61118476-0355-400d-9677-1b20e8ac5221 admin admin] Network dd2a8049-b917-49e6-b871-9134d7a6f650 is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:21:02.126874 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-61118476-0355-400d-9677-1b20e8ac5221 admin admin] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:21:02.129828 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port 10813ce6-a159-43db-b419-419b1da59766 is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:21:02.130000 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61118476-0355-400d-9677-1b20e8ac5221 admin admin] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:21:02.149422 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c7b8468-00cf-4675-a10e-d0bb6e5efa35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (bd981084-fff6-4b27-aff2-b1ae83b242e6), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:02.163541 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61118476-0355-400d-9677-1b20e8ac5221 admin admin] Pushing event updated for resources: {'Port': ['ID=eddfda51-0ec8-4507-b9d7-40d3958ed00e,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:02.187453 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-61118476-0355-400d-9677-1b20e8ac5221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573017'] for router_interface (c9c1c372-1e2a-44a3-97d1-df1bec09a4bb), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:02.288201 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-69312527-4eba-493c-b65b-1b7fb9205b6e None None] Current status of the port 10813ce6-a159-43db-b419-419b1da59766 is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:21:02.329369 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-61118476-0355-400d-9677-1b20e8ac5221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (eddfda51-0ec8-4507-b9d7-40d3958ed00e), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:02.427968 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-7ef9154e-cba3-47ba-a634-09f9cd7fa1a7 None None] Provisioning complete for port eddfda51-0ec8-4507-b9d7-40d3958ed00e triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:21:02.428268 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-7ef9154e-cba3-47ba-a634-09f9cd7fa1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (eddfda51-0ec8-4507-b9d7-40d3958ed00e), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:02.497902 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c7b8468-00cf-4675-a10e-d0bb6e5efa35 None None] Publish callbacks [] for port (bd981084-fff6-4b27-aff2-b1ae83b242e6), precommit_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:02.499767 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-7ef9154e-cba3-47ba-a634-09f9cd7fa1a7 None None] Port eddfda51-0ec8-4507-b9d7-40d3958ed00e cannot update to ACTIVE because it is not bound. {{(pid=106294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:21:02.504751 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-61118476-0355-400d-9677-1b20e8ac5221 admin admin] Publish callbacks [] for port (eddfda51-0ec8-4507-b9d7-40d3958ed00e), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:02.506209 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c7b8468-00cf-4675-a10e-d0bb6e5efa35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (bd981084-fff6-4b27-aff2-b1ae83b242e6), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:02.513411 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-61118476-0355-400d-9677-1b20e8ac5221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-454314'] for port (eddfda51-0ec8-4507-b9d7-40d3958ed00e), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:02.544795 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-9c7b8468-00cf-4675-a10e-d0bb6e5efa35 None None] Attempting to bind port bd981084-fff6-4b27-aff2-b1ae83b242e6 on host dv-cinder-852208-11-iscsi for vnic_type normal with profile {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:21:02.545088 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-9c7b8468-00cf-4675-a10e-d0bb6e5efa35 None None] Attempting to bind port bd981084-fff6-4b27-aff2-b1ae83b242e6 by drivers openvswitch,hyperv on host dv-cinder-852208-11-iscsi at level 0 using segments [{'id': '10b95e6c-2e6d-452d-a5ef-cbf673e3f24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'}] {{(pid=106294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:21:02.545455 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7b8468-00cf-4675-a10e-d0bb6e5efa35 None None] Attempting to bind port bd981084-fff6-4b27-aff2-b1ae83b242e6 on network 5c43c40f-cc6a-4e53-a103-6d34effd891a {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:21:02.561677 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7b8468-00cf-4675-a10e-d0bb6e5efa35 None None] Checking agent: {'id': 'd414c4c0-e104-4322-85c3-8bf64da32860', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852208-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 10, 56), 'started_at': datetime.datetime(2022, 8, 30, 4, 11, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852208-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:21:02.562078 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7b8468-00cf-4675-a10e-d0bb6e5efa35 None None] Checking segment: {'id': '10b95e6c-2e6d-452d-a5ef-cbf673e3f24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:21:02.562487 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c7b8468-00cf-4675-a10e-d0bb6e5efa35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:02.562887 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7b8468-00cf-4675-a10e-d0bb6e5efa35 None None] Bound using segment: {'id': '10b95e6c-2e6d-452d-a5ef-cbf673e3f24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'} {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:21:02.563365 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-9c7b8468-00cf-4675-a10e-d0bb6e5efa35 None None] Bound port: bd981084-fff6-4b27-aff2-b1ae83b242e6, host: dv-cinder-852208-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10b95e6c-2e6d-452d-a5ef-cbf673e3f24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'}}] {{(pid=106294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:21:02.563749 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c7b8468-00cf-4675-a10e-d0bb6e5efa35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (bd981084-fff6-4b27-aff2-b1ae83b242e6), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:02.586591 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6cce40-74de-455e-b9f8-974462ed48d1 None None] Pushing event updated for resources: {'Port': ['ID=bd981084-fff6-4b27-aff2-b1ae83b242e6,revision_number=2']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:02.629414 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c7b8468-00cf-4675-a10e-d0bb6e5efa35 None None] For port bd981084-fff6-4b27-aff2-b1ae83b242e6, host dv-cinder-852208-11-iscsi, cleared binding levels {{(pid=106294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:21:02.629414 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c7b8468-00cf-4675-a10e-d0bb6e5efa35 None None] For port bd981084-fff6-4b27-aff2-b1ae83b242e6, host dv-cinder-852208-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=bd981084-fff6-4b27-aff2-b1ae83b242e6,segment=NetworkSegment(10b95e6c-2e6d-452d-a5ef-cbf673e3f24c),segment_id=10b95e6c-2e6d-452d-a5ef-cbf673e3f24c)] {{(pid=106294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:21:02.636130 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c7b8468-00cf-4675-a10e-d0bb6e5efa35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (bd981084-fff6-4b27-aff2-b1ae83b242e6), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:02.679378 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7b8468-00cf-4675-a10e-d0bb6e5efa35 None None] Routers {'c9c1c372-1e2a-44a3-97d1-df1bec09a4bb'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:21:02.680632 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-9c7b8468-00cf-4675-a10e-d0bb6e5efa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:20:52Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['c9c1c372-1e2a-44a3-97d1-df1bec09a4bb'], 'active': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:21:02.725986 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:02.740354 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6cce40-74de-455e-b9f8-974462ed48d1 None None] Pushing event updated for resources: {'Port': ['ID=bd981084-fff6-4b27-aff2-b1ae83b242e6,revision_number=3']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:02.754188 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:02.827896 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvr_db [None req-9c7b8468-00cf-4675-a10e-d0bb6e5efa35 None None] Set router c9c1c372-1e2a-44a3-97d1-df1bec09a4bb gateway port host: dv-cinder-852208-11-iscsi {{(pid=106294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:21:02.906546 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-61118476-0355-400d-9677-1b20e8ac5221 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573133'] for router_interface (c9c1c372-1e2a-44a3-97d1-df1bec09a4bb), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:02.915056 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61118476-0355-400d-9677-1b20e8ac5221 admin admin] Pushing event updated for resources: {'Port': ['ID=eddfda51-0ec8-4507-b9d7-40d3958ed00e,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:02.925753 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a372c15-af1c-4139-9fc4-f00085e2cfac req-9fb51657-c81b-4ea5-a4f0-46ced25c6762 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:02.927294 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6a372c15-af1c-4139-9fc4-f00085e2cfac req-9fb51657-c81b-4ea5-a4f0-46ced25c6762 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fde664c-f504-436a-bc03-41126ce28efe HTTP/1.1" status: 200 len: 945 time: 0.3610635 Aug 30 04:21:02.978752 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:03.000393 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:03.050991 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-9c7b8468-00cf-4675-a10e-d0bb6e5efa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c1c372-1e2a-44a3-97d1-df1bec09a4bb', 'name': 'tempest-TestMinimumBasicScenario-1009286269-router', 'tenant_id': 'ddae968572774fa5b3d0a561b5c1b085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.91'}], 'enable_snat': True}, 'gw_port_id': 'bd981084-fff6-4b27-aff2-b1ae83b242e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:20:59Z', 'updated_at': '2022-08-30T04:21:02Z', 'revision_number': 4, 'project_id': 'ddae968572774fa5b3d0a561b5c1b085', 'gw_port': {'id': 'bd981084-fff6-4b27-aff2-b1ae83b242e6', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c1c372-1e2a-44a3-97d1-df1bec09a4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:20:59Z', 'updated_at': '2022-08-30T04:21:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': 'eddfda51-0ec8-4507-b9d7-40d3958ed00e', 'name': '', 'network_id': 'dd2a8049-b917-49e6-b871-9134d7a6f650', 'tenant_id': 'ddae968572774fa5b3d0a561b5c1b085', 'mac_address': 'fa:16:3e:be:da:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c1c372-1e2a-44a3-97d1-df1bec09a4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '6bca76be-a0e9-48b9-a344-6a2744164590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:21:01Z', 'updated_at': '2022-08-30T04:21:02Z', 'revision_number': 2, 'project_id': 'ddae968572774fa5b3d0a561b5c1b085', 'subnets': [{'id': '6bca76be-a0e9-48b9-a344-6a2744164590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:21:03.061900 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6a372c15-af1c-4139-9fc4-f00085e2cfac req-cb997891-538e-48cf-8391-b5d727653887 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183922 Aug 30 04:21:03.072825 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61118476-0355-400d-9677-1b20e8ac5221 admin admin] Network dd2a8049-b917-49e6-b871-9134d7a6f650 is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:21:03.074278 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-61118476-0355-400d-9677-1b20e8ac5221 admin admin] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:21:03.081091 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7b8468-00cf-4675-a10e-d0bb6e5efa35 None None] The sync data for ids ['c9c1c372-1e2a-44a3-97d1-df1bec09a4bb'] in dv-cinder-852208-11-iscsi is: [{'id': 'c9c1c372-1e2a-44a3-97d1-df1bec09a4bb', 'name': 'tempest-TestMinimumBasicScenario-1009286269-router', 'tenant_id': 'ddae968572774fa5b3d0a561b5c1b085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.91'}], 'enable_snat': True}, 'gw_port_id': 'bd981084-fff6-4b27-aff2-b1ae83b242e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:20:59Z', 'updated_at': '2022-08-30T04:21:02Z', 'revision_number': 4, 'project_id': 'ddae968572774fa5b3d0a561b5c1b085', 'gw_port': {'id': 'bd981084-fff6-4b27-aff2-b1ae83b242e6', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c1c372-1e2a-44a3-97d1-df1bec09a4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:20:59Z', 'updated_at': '2022-08-30T04:21:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': 'eddfda51-0ec8-4507-b9d7-40d3958ed00e', 'name': '', 'network_id': 'dd2a8049-b917-49e6-b871-9134d7a6f650', 'tenant_id': 'ddae968572774fa5b3d0a561b5c1b085', 'mac_address': 'fa:16:3e:be:da:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c1c372-1e2a-44a3-97d1-df1bec09a4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '6bca76be-a0e9-48b9-a344-6a2744164590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:21:01Z', 'updated_at': '2022-08-30T04:21:02Z', 'revision_number': 2, 'project_id': 'ddae968572774fa5b3d0a561b5c1b085', 'subnets': [{'id': '6bca76be-a0e9-48b9-a344-6a2744164590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:21:03.252485 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61118476-0355-400d-9677-1b20e8ac5221 admin admin] Router c9c1c372-1e2a-44a3-97d1-df1bec09a4bb has already been hosted by L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 {{(pid=106293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:21:03.273223 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 49728) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:21:03.309191 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 10813ce6-a159-43db-b419-419b1da59766 up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:21:03.435155 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port 10813ce6-a159-43db-b419-419b1da59766 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:21:03.435779 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (10813ce6-a159-43db-b419-419b1da59766), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:03.520359 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-d504f589-3eb0-4953-8c7c-1a44abd55406 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:03.526579 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61118476-0355-400d-9677-1b20e8ac5221 admin admin] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:21:03.534790 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-61118476-0355-400d-9677-1b20e8ac5221 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/c9c1c372-1e2a-44a3-97d1-df1bec09a4bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4061558 Aug 30 04:21:03.566793 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-91d7ad31-b49e-4d2d-b096-9ec73a89119f None None] Provisioning complete for port eddfda51-0ec8-4507-b9d7-40d3958ed00e triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:21:03.567425 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-91d7ad31-b49e-4d2d-b096-9ec73a89119f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (eddfda51-0ec8-4507-b9d7-40d3958ed00e), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:03.610051 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-91d7ad31-b49e-4d2d-b096-9ec73a89119f None None] Port eddfda51-0ec8-4507-b9d7-40d3958ed00e cannot update to ACTIVE because it is not bound. {{(pid=106294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:21:03.611343 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port 10813ce6-a159-43db-b419-419b1da59766 is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:21:03.622930 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=78,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:03.661860 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-d504f589-3eb0-4953-8c7c-1a44abd55406 admin admin] Publish callbacks [] for security_group (2f01ac05-70dd-421f-ab01-3855f23d29dd), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:03.667753 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-d504f589-3eb0-4953-8c7c-1a44abd55406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (2f01ac05-70dd-421f-ab01-3855f23d29dd), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:03.731091 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d504f589-3eb0-4953-8c7c-1a44abd55406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f01ac05-70dd-421f-ab01-3855f23d29dd,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:03.736045 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-d504f589-3eb0-4953-8c7c-1a44abd55406 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=492fad3e1408475f8d1f3c1724e4f88a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4616249 Aug 30 04:21:03.738505 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 49740) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:21:03.811577 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-a87500cc-4a07-4011-a72a-f1a9f2c41f7c admin admin] Publish callbacks [] for security_group (2f01ac05-70dd-421f-ab01-3855f23d29dd), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:03.849390 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-a87500cc-4a07-4011-a72a-f1a9f2c41f7c admin admin] Publish callbacks [] for security_group (2f01ac05-70dd-421f-ab01-3855f23d29dd), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:03.917030 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-a87500cc-4a07-4011-a72a-f1a9f2c41f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (2f01ac05-70dd-421f-ab01-3855f23d29dd), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:03.920293 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-a87500cc-4a07-4011-a72a-f1a9f2c41f7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:03.921573 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-a87500cc-4a07-4011-a72a-f1a9f2c41f7c admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/2f01ac05-70dd-421f-ab01-3855f23d29dd HTTP/1.1" status: 204 len: 168 time: 0.1820409 Aug 30 04:21:03.935324 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87500cc-4a07-4011-a72a-f1a9f2c41f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f01ac05-70dd-421f-ab01-3855f23d29dd,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:04.275815 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a6a08-849d-4b84-aea0-9a021b460fe0 req-ae3a1bb1-3183-468f-83f2-6f75ed4fe4cc tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:04.277399 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b21a6a08-849d-4b84-aea0-9a021b460fe0 req-ae3a1bb1-3183-468f-83f2-6f75ed4fe4cc tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fde664c-f504-436a-bc03-41126ce28efe HTTP/1.1" status: 200 len: 945 time: 0.0908916 Aug 30 04:21:04.368585 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b21a6a08-849d-4b84-aea0-9a021b460fe0 req-a69c0062-f651-4127-b5f6-497238c987cc tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832999 Aug 30 04:21:04.466482 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 49772) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:21:04.479187 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-d7903ace-38d9-44fb-b303-ba183ed02a2d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1639022683-network', 'tenant_id': 'b90f352797cc49208763b206fd72546c'}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:21:04.506473 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7903ace-38d9-44fb-b303-ba183ed02a2d admin admin] Made reservation on behalf of b90f352797cc49208763b206fd72546c for: {'network': 1} {{(pid=106292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:21:04.510243 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-d7903ace-38d9-44fb-b303-ba183ed02a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for network (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:04.522623 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-d7903ace-38d9-44fb-b303-ba183ed02a2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:04.624806 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-d7903ace-38d9-44fb-b303-ba183ed02a2d admin admin] Publish callbacks [] for security_group (2b1ab17f-8c1b-44a0-8d98-1b997f8c34c4), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:04.631200 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-d7903ace-38d9-44fb-b303-ba183ed02a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (2b1ab17f-8c1b-44a0-8d98-1b997f8c34c4), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:04.679661 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7903ace-38d9-44fb-b303-ba183ed02a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1ab17f-8c1b-44a0-8d98-1b997f8c34c4,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:04.713833 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7903ace-38d9-44fb-b303-ba183ed02a2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=106292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 04:21:04.769810 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-d7903ace-38d9-44fb-b303-ba183ed02a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784698'] for segment (cd02e111-cba9-4185-9043-e5e56a4746d8), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:04.770755 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.db.segments_db [None req-d7903ace-38d9-44fb-b303-ba183ed02a2d admin admin] Added segment cd02e111-cba9-4185-9043-e5e56a4746d8 of type vlan for network 3ee852d0-75a3-40b5-ba71-e3cd01c8b73d Aug 30 04:21:04.770879 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25071b-a69e-4038-a8a9-32b1a798f7d8 req-cec0c2b7-f35f-4a87-a865-0216929354cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:04.773466 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6e25071b-a69e-4038-a8a9-32b1a798f7d8 req-cec0c2b7-f35f-4a87-a865-0216929354cd service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=a9a5c650ed23445bb585711f962d7e09&device_id=5fde664c-f504-436a-bc03-41126ce28efe HTTP/1.1" status: 200 len: 1129 time: 0.1034350 Aug 30 04:21:04.801451 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883ede1-197e-45e8-8be0-da7ff108b586 req-d391c346-dd6a-4501-ae23-223c30357970 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:04.811754 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-d883ede1-197e-45e8-8be0-da7ff108b586 req-d391c346-dd6a-4501-ae23-223c30357970 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fde664c-f504-436a-bc03-41126ce28efe HTTP/1.1" status: 200 len: 945 time: 0.1007690 Aug 30 04:21:04.868337 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-d7903ace-38d9-44fb-b303-ba183ed02a2d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749362409045'] for network (3ee852d0-75a3-40b5-ba71-e3cd01c8b73d), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:04.886520 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:04.924877 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25071b-a69e-4038-a8a9-32b1a798f7d8 req-2de8175e-04c3-4dca-872f-74258ad53ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:04.929181 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6e25071b-a69e-4038-a8a9-32b1a798f7d8 req-2de8175e-04c3-4dca-872f-74258ad53ef8 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=524cda22-09e9-423b-b572-9d6bbb210043 HTTP/1.1" status: 200 len: 920 time: 0.1472757 Aug 30 04:21:04.934174 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-d883ede1-197e-45e8-8be0-da7ff108b586 req-1f8dd94b-8ecf-4645-b2f8-0dd51cbde682 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210804 Aug 30 04:21:04.960466 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-d7903ace-38d9-44fb-b303-ba183ed02a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472'] for network (3ee852d0-75a3-40b5-ba71-e3cd01c8b73d), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:04.962548 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7903ace-38d9-44fb-b303-ba183ed02a2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:04.964431 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-d7903ace-38d9-44fb-b303-ba183ed02a2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for network (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:05.005272 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6e25071b-a69e-4038-a8a9-32b1a798f7d8 req-262a4579-deb9-436f-b0a1-cdf511bb6007 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df23e2a1-bcf8-455e-aa83-acb143334ab7 HTTP/1.1" status: 200 len: 217 time: 0.0676796 Aug 30 04:21:05.055419 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-d7903ace-38d9-44fb-b303-ba183ed02a2d admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5843079 Aug 30 04:21:05.056283 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 49790) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:21:05.057441 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7903ace-38d9-44fb-b303-ba183ed02a2d admin admin] Pushing event updated for resources: {'Network': ['ID=3ee852d0-75a3-40b5-ba71-e3cd01c8b73d,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:05.066517 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-4a767ad4-580b-4d02-a36f-bf4e9f089b39 admin admin] Request body: {'subnet': {'network_id': '3ee852d0-75a3-40b5-ba71-e3cd01c8b73d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1639022683-subnet', 'tenant_id': 'b90f352797cc49208763b206fd72546c', 'ip_version': 4}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:21:05.068293 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Network 3ee852d0-75a3-40b5-ba71-e3cd01c8b73d details requested by agent ovs-agent-dv-cinder-852208-11-iscsi with host dv-cinder-852208-11-iscsi {{(pid=106294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 04:21:05.104587 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25071b-a69e-4038-a8a9-32b1a798f7d8 req-33cf84a3-80ba-4106-8f56-1981830d47a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:05.106305 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6e25071b-a69e-4038-a8a9-32b1a798f7d8 req-33cf84a3-80ba-4106-8f56-1981830d47a7 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=bf40f790-127d-4290-907b-8c5f990389ae HTTP/1.1" status: 200 len: 858 time: 0.0937386 Aug 30 04:21:05.107661 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a767ad4-580b-4d02-a36f-bf4e9f089b39 admin admin] Made reservation on behalf of b90f352797cc49208763b206fd72546c for: {'subnet': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:21:05.110300 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-4a767ad4-580b-4d02-a36f-bf4e9f089b39 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9734424'] for subnet (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:05.231213 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25071b-a69e-4038-a8a9-32b1a798f7d8 req-763e4fd8-897f-4009-91e7-1765030ba3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:05.233359 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6e25071b-a69e-4038-a8a9-32b1a798f7d8 req-763e4fd8-897f-4009-91e7-1765030ba3db service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=524cda22-09e9-423b-b572-9d6bbb210043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1021225 Aug 30 04:21:05.288900 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device bd981084-fff6-4b27-aff2-b1ae83b242e6 up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:21:05.354519 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6e25071b-a69e-4038-a8a9-32b1a798f7d8 req-06a52dd4-5edf-49e2-8f04-65548e2b8db0 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/524cda22-09e9-423b-b572-9d6bbb210043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091285 Aug 30 04:21:05.361517 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port bd981084-fff6-4b27-aff2-b1ae83b242e6 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:21:05.361912 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (bd981084-fff6-4b27-aff2-b1ae83b242e6), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:05.409267 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:05.450396 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:05.455184 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port bd981084-fff6-4b27-aff2-b1ae83b242e6 is: DOWN; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:21:05.455721 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (bd981084-fff6-4b27-aff2-b1ae83b242e6), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:05.484778 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] For port bd981084-fff6-4b27-aff2-b1ae83b242e6, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=bd981084-fff6-4b27-aff2-b1ae83b242e6,segment=NetworkSegment(10b95e6c-2e6d-452d-a5ef-cbf673e3f24c),segment_id=10b95e6c-2e6d-452d-a5ef-cbf673e3f24c)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:21:05.490629 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (bd981084-fff6-4b27-aff2-b1ae83b242e6), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:05.551019 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6e25071b-a69e-4038-a8a9-32b1a798f7d8 req-1e5cf27e-b458-4958-a3ff-1b72e9ff4af7 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/524cda22-09e9-423b-b572-9d6bbb210043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895175 Aug 30 04:21:05.556772 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-4a767ad4-580b-4d02-a36f-bf4e9f089b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-454419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9734414'] for subnet (8bab63d1-0536-4a36-9b1e-9620f27d1b1a), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:05.560762 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Pushing event updated for resources: {'Port': ['ID=bd981084-fff6-4b27-aff2-b1ae83b242e6,revision_number=4']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:05.632266 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a767ad4-580b-4d02-a36f-bf4e9f089b39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bab63d1-0536-4a36-9b1e-9620f27d1b1a,revision_number=0']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:05.641196 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a767ad4-580b-4d02-a36f-bf4e9f089b39 admin admin] Checking segment: {'id': 'cd02e111-cba9-4185-9043-e5e56a4746d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '3ee852d0-75a3-40b5-ba71-e3cd01c8b73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:21:05.641629 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a767ad4-580b-4d02-a36f-bf4e9f089b39 admin admin] Network hostable DHCP agents. Network: 3ee852d0-75a3-40b5-ba71-e3cd01c8b73d, hostable agents: ['1bd89ca2-58f6-428d-83bf-6325bad549fd'], hosted agents: [] {{(pid=106293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 04:21:05.661758 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a767ad4-580b-4d02-a36f-bf4e9f089b39 admin admin] Network 3ee852d0-75a3-40b5-ba71-e3cd01c8b73d is scheduled to be hosted by DHCP agent 1bd89ca2-58f6-428d-83bf-6325bad549fd with binding_index 1 {{(pid=106293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 04:21:05.672362 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-4a767ad4-580b-4d02-a36f-bf4e9f089b39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852208-11-iscsi, 3ee852d0-75a3-40b5-ba71-e3cd01c8b73d) {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:21:05.677627 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a767ad4-580b-4d02-a36f-bf4e9f089b39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:05.678222 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-4a767ad4-580b-4d02-a36f-bf4e9f089b39 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:05.682182 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3470f1f1-8167-425f-a37c-1a1df9e40d44 None None] Network 3ee852d0-75a3-40b5-ba71-e3cd01c8b73d requested from dv-cinder-852208-11-iscsi {{(pid=106294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:21:05.700494 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-4a767ad4-580b-4d02-a36f-bf4e9f089b39 admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6432056 Aug 30 04:21:05.703240 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 49808) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:21:05.708500 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-244e34c5-e40e-4fda-b975-8a6d40691037 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1639022683-router', 'tenant_id': 'b90f352797cc49208763b206fd72546c', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'}}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:21:05.736383 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-244e34c5-e40e-4fda-b975-8a6d40691037 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6265'] for router (2c0eb7f9-7938-43a1-b816-79dcde40e99e), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:05.737865 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-244e34c5-e40e-4fda-b975-8a6d40691037 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-573936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660692', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-729924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6262'] for router (2c0eb7f9-7938-43a1-b816-79dcde40e99e), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:05.748567 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=100 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:05.805785 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-244e34c5-e40e-4fda-b975-8a6d40691037 admin admin] Publish callbacks [] for router_controller (2c0eb7f9-7938-43a1-b816-79dcde40e99e), precommit_add_association {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:05.824001 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8352b5ab-366a-405b-9949-dc8566353aab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe061a4b4-6b24-5e8c-afc3-0a1b8ef042c0-3ee852d0-75a3-40b5-ba71-e3cd01c8b73d', 'network_id': '3ee852d0-75a3-40b5-ba71-e3cd01c8b73d', 'project_id': 'b90f352797cc49208763b206fd72546c', 'fixed_ips': [{'subnet_id': '8bab63d1-0536-4a36-9b1e-9620f27d1b1a'}]}} from dv-cinder-852208-11-iscsi. {{(pid=106294) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 04:21:05.826096 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8352b5ab-366a-405b-9949-dc8566353aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:05.980539 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-244e34c5-e40e-4fda-b975-8a6d40691037 admin admin] Publish callbacks [] for router_gateway (2c0eb7f9-7938-43a1-b816-79dcde40e99e), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:06.012778 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:06.039924 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.db_base_plugin_common [None req-8352b5ab-366a-405b-9949-dc8566353aab None None] Allocated IP 172.20.0.2 (3ee852d0-75a3-40b5-ba71-e3cd01c8b73d/8bab63d1-0536-4a36-9b1e-9620f27d1b1a/3333c98f-c13d-482e-b93a-2ca090f8fd4b) {{(pid=106294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:21:06.075265 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdce7ed-8fa4-47e5-ae24-c4d6e49ca034 None None] Sync routers for ids ['c9c1c372-1e2a-44a3-97d1-df1bec09a4bb'] in dv-cinder-852208-11-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:21:06.086644 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdce7ed-8fa4-47e5-ae24-c4d6e49ca034 None None] Routers {'c9c1c372-1e2a-44a3-97d1-df1bec09a4bb'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:21:06.087380 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-ebdce7ed-8fa4-47e5-ae24-c4d6e49ca034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:20:52Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['c9c1c372-1e2a-44a3-97d1-df1bec09a4bb'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:21:06.122473 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a3616-dba2-4865-8453-e20abed43e4f req-722b0f0c-a0ca-472a-88e1-c6bbd0972215 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:06.124046 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-aa9a3616-dba2-4865-8453-e20abed43e4f req-722b0f0c-a0ca-472a-88e1-c6bbd0972215 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fde664c-f504-436a-bc03-41126ce28efe HTTP/1.1" status: 200 len: 945 time: 0.0618470 Aug 30 04:21:06.210547 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-ebdce7ed-8fa4-47e5-ae24-c4d6e49ca034 None None] Set router c9c1c372-1e2a-44a3-97d1-df1bec09a4bb gateway port host: dv-cinder-852208-11-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:21:06.253823 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-aa9a3616-dba2-4865-8453-e20abed43e4f req-e6e78bb0-dc33-4b1c-b894-408b232abae9 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176395 Aug 30 04:21:06.305566 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-244e34c5-e40e-4fda-b975-8a6d40691037 admin admin] Publish callbacks [] for router_gateway (2c0eb7f9-7938-43a1-b816-79dcde40e99e), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:06.329050 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-244e34c5-e40e-4fda-b975-8a6d40691037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:06.450471 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8352b5ab-366a-405b-9949-dc8566353aab None None] Publish callbacks [] for port (3333c98f-c13d-482e-b93a-2ca090f8fd4b), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:06.451066 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:06.461740 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8352b5ab-366a-405b-9949-dc8566353aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830'] for port (3333c98f-c13d-482e-b93a-2ca090f8fd4b), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:06.470525 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [None req-244e34c5-e40e-4fda-b975-8a6d40691037 admin admin] Allocated IP 172.27.4.161 (5c43c40f-cc6a-4e53-a103-6d34effd891a/b2d4007f-d8ed-41cc-b520-7777f18cd186/3c6c4e9b-aa5e-4714-8ee9-03c00b0c6f4d) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:21:06.514515 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-ebdce7ed-8fa4-47e5-ae24-c4d6e49ca034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c1c372-1e2a-44a3-97d1-df1bec09a4bb', 'name': 'tempest-TestMinimumBasicScenario-1009286269-router', 'tenant_id': 'ddae968572774fa5b3d0a561b5c1b085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.91'}], 'enable_snat': True}, 'gw_port_id': 'bd981084-fff6-4b27-aff2-b1ae83b242e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:20:59Z', 'updated_at': '2022-08-30T04:21:02Z', 'revision_number': 4, 'project_id': 'ddae968572774fa5b3d0a561b5c1b085', 'gw_port': {'id': 'bd981084-fff6-4b27-aff2-b1ae83b242e6', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c1c372-1e2a-44a3-97d1-df1bec09a4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:20:59Z', 'updated_at': '2022-08-30T04:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': 'eddfda51-0ec8-4507-b9d7-40d3958ed00e', 'name': '', 'network_id': 'dd2a8049-b917-49e6-b871-9134d7a6f650', 'tenant_id': 'ddae968572774fa5b3d0a561b5c1b085', 'mac_address': 'fa:16:3e:be:da:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c1c372-1e2a-44a3-97d1-df1bec09a4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '6bca76be-a0e9-48b9-a344-6a2744164590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:21:01Z', 'updated_at': '2022-08-30T04:21:02Z', 'revision_number': 2, 'project_id': 'ddae968572774fa5b3d0a561b5c1b085', 'subnets': [{'id': '6bca76be-a0e9-48b9-a344-6a2744164590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:21:06.525022 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8352b5ab-366a-405b-9949-dc8566353aab None None] Network 3ee852d0-75a3-40b5-ba71-e3cd01c8b73d is already hosted by enough agents. {{(pid=106294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:21:06.531557 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.scheduler.base_scheduler [None req-8352b5ab-366a-405b-9949-dc8566353aab None None] Resources bound (agent type, host, resource id): {{(pid=106294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:21:06.537233 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8352b5ab-366a-405b-9949-dc8566353aab None None] Received port after_create {{(pid=106294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:21:06.541904 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8352b5ab-366a-405b-9949-dc8566353aab None None] Pushing event updated for resources: {'Port': ['ID=3333c98f-c13d-482e-b93a-2ca090f8fd4b,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:06.552952 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdce7ed-8fa4-47e5-ae24-c4d6e49ca034 None None] Checking router: c9c1c372-1e2a-44a3-97d1-df1bec09a4bb for host: dv-cinder-852208-11-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:21:06.553406 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdce7ed-8fa4-47e5-ae24-c4d6e49ca034 None None] Updating router c9c1c372-1e2a-44a3-97d1-df1bec09a4bb port eddfda51-0ec8-4507-b9d7-40d3958ed00e binding host dv-cinder-852208-11-iscsi {{(pid=106295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:21:06.595394 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ebdce7ed-8fa4-47e5-ae24-c4d6e49ca034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (eddfda51-0ec8-4507-b9d7-40d3958ed00e), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:06.611399 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-244e34c5-e40e-4fda-b975-8a6d40691037 admin admin] Publish callbacks [] for port (3c6c4e9b-aa5e-4714-8ee9-03c00b0c6f4d), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:06.616191 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:06.618760 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-8352b5ab-366a-405b-9949-dc8566353aab None None] Attempting to bind port 3333c98f-c13d-482e-b93a-2ca090f8fd4b on host dv-cinder-852208-11-iscsi for vnic_type normal with profile {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:21:06.619065 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-8352b5ab-366a-405b-9949-dc8566353aab None None] Attempting to bind port 3333c98f-c13d-482e-b93a-2ca090f8fd4b by drivers openvswitch,hyperv on host dv-cinder-852208-11-iscsi at level 0 using segments [{'id': 'cd02e111-cba9-4185-9043-e5e56a4746d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '3ee852d0-75a3-40b5-ba71-e3cd01c8b73d'}] {{(pid=106294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:21:06.619385 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8352b5ab-366a-405b-9949-dc8566353aab None None] Attempting to bind port 3333c98f-c13d-482e-b93a-2ca090f8fd4b on network 3ee852d0-75a3-40b5-ba71-e3cd01c8b73d {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:21:06.626725 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8352b5ab-366a-405b-9949-dc8566353aab None None] Checking agent: {'id': 'd414c4c0-e104-4322-85c3-8bf64da32860', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852208-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 10, 56), 'started_at': datetime.datetime(2022, 8, 30, 4, 11, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852208-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:21:06.627104 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8352b5ab-366a-405b-9949-dc8566353aab None None] Checking segment: {'id': 'cd02e111-cba9-4185-9043-e5e56a4746d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '3ee852d0-75a3-40b5-ba71-e3cd01c8b73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:21:06.627511 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8352b5ab-366a-405b-9949-dc8566353aab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:06.627904 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8352b5ab-366a-405b-9949-dc8566353aab None None] Bound using segment: {'id': 'cd02e111-cba9-4185-9043-e5e56a4746d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '3ee852d0-75a3-40b5-ba71-e3cd01c8b73d'} {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:21:06.628375 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-8352b5ab-366a-405b-9949-dc8566353aab None None] Bound port: 3333c98f-c13d-482e-b93a-2ca090f8fd4b, host: dv-cinder-852208-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd02e111-cba9-4185-9043-e5e56a4746d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '3ee852d0-75a3-40b5-ba71-e3cd01c8b73d'}}] {{(pid=106294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:21:06.629048 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8352b5ab-366a-405b-9949-dc8566353aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (3333c98f-c13d-482e-b93a-2ca090f8fd4b), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:06.656716 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-244e34c5-e40e-4fda-b975-8a6d40691037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (3c6c4e9b-aa5e-4714-8ee9-03c00b0c6f4d), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:06.701763 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-8352b5ab-366a-405b-9949-dc8566353aab None None] For port 3333c98f-c13d-482e-b93a-2ca090f8fd4b, host dv-cinder-852208-11-iscsi, cleared binding levels {{(pid=106294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:21:06.705069 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-8352b5ab-366a-405b-9949-dc8566353aab None None] For port 3333c98f-c13d-482e-b93a-2ca090f8fd4b, host dv-cinder-852208-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=3333c98f-c13d-482e-b93a-2ca090f8fd4b,segment=NetworkSegment(cd02e111-cba9-4185-9043-e5e56a4746d8),segment_id=cd02e111-cba9-4185-9043-e5e56a4746d8)] {{(pid=106294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:21:06.710953 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244e34c5-e40e-4fda-b975-8a6d40691037 admin admin] Network 5c43c40f-cc6a-4e53-a103-6d34effd891a is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:21:06.713247 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8352b5ab-366a-405b-9949-dc8566353aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (3333c98f-c13d-482e-b93a-2ca090f8fd4b), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:06.717831 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-244e34c5-e40e-4fda-b975-8a6d40691037 admin admin] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:21:06.718278 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244e34c5-e40e-4fda-b975-8a6d40691037 admin admin] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:21:06.758342 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e34c5-e40e-4fda-b975-8a6d40691037 admin admin] Pushing event updated for resources: {'Port': ['ID=3c6c4e9b-aa5e-4714-8ee9-03c00b0c6f4d,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:06.788269 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8352b5ab-366a-405b-9949-dc8566353aab None None] Pushing event updated for resources: {'Port': ['ID=3333c98f-c13d-482e-b93a-2ca090f8fd4b,revision_number=2']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:07.103005 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-244e34c5-e40e-4fda-b975-8a6d40691037 admin admin] Publish callbacks [] for router_gateway (2c0eb7f9-7938-43a1-b816-79dcde40e99e), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:07.156676 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ebdce7ed-8fa4-47e5-ae24-c4d6e49ca034 None None] Publish callbacks [] for port (eddfda51-0ec8-4507-b9d7-40d3958ed00e), precommit_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:07.178405 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ebdce7ed-8fa4-47e5-ae24-c4d6e49ca034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (eddfda51-0ec8-4507-b9d7-40d3958ed00e), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:07.275989 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc986452-9491-4cd6-9a40-85b904cf1a50 None None] Pushing event updated for resources: {'Port': ['ID=eddfda51-0ec8-4507-b9d7-40d3958ed00e,revision_number=3']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:07.339878 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc986452-9491-4cd6-9a40-85b904cf1a50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:21:07.340262 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc986452-9491-4cd6-9a40-85b904cf1a50 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:21:07.340939 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc986452-9491-4cd6-9a40-85b904cf1a50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:21:07.341515 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc986452-9491-4cd6-9a40-85b904cf1a50 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:21:07.342291 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc986452-9491-4cd6-9a40-85b904cf1a50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:21:07.342840 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc986452-9491-4cd6-9a40-85b904cf1a50 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:21:07.343377 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc986452-9491-4cd6-9a40-85b904cf1a50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:21:07.343985 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc986452-9491-4cd6-9a40-85b904cf1a50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:21:07.344603 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc986452-9491-4cd6-9a40-85b904cf1a50 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:21:07.345129 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc986452-9491-4cd6-9a40-85b904cf1a50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:21:07.345707 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc986452-9491-4cd6-9a40-85b904cf1a50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:21:07.346426 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc986452-9491-4cd6-9a40-85b904cf1a50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:21:07.347057 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc986452-9491-4cd6-9a40-85b904cf1a50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:21:07.347456 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc986452-9491-4cd6-9a40-85b904cf1a50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:21:07.347861 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc986452-9491-4cd6-9a40-85b904cf1a50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:21:07.407780 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-ebdce7ed-8fa4-47e5-ae24-c4d6e49ca034 None None] Attempting to bind port eddfda51-0ec8-4507-b9d7-40d3958ed00e on host dv-cinder-852208-11-iscsi for vnic_type normal with profile {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:21:07.408436 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-ebdce7ed-8fa4-47e5-ae24-c4d6e49ca034 None None] Attempting to bind port eddfda51-0ec8-4507-b9d7-40d3958ed00e by drivers openvswitch,hyperv on host dv-cinder-852208-11-iscsi at level 0 using segments [{'id': 'f0cd75e6-ffe0-46b7-b2c6-77de4b5cd414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'dd2a8049-b917-49e6-b871-9134d7a6f650'}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:21:07.409154 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdce7ed-8fa4-47e5-ae24-c4d6e49ca034 None None] Attempting to bind port eddfda51-0ec8-4507-b9d7-40d3958ed00e on network dd2a8049-b917-49e6-b871-9134d7a6f650 {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:21:07.424131 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 3333c98f-c13d-482e-b93a-2ca090f8fd4b up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:21:07.439110 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdce7ed-8fa4-47e5-ae24-c4d6e49ca034 None None] Checking agent: {'id': 'd414c4c0-e104-4322-85c3-8bf64da32860', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852208-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 10, 56), 'started_at': datetime.datetime(2022, 8, 30, 4, 11, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852208-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:21:07.439923 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdce7ed-8fa4-47e5-ae24-c4d6e49ca034 None None] Checking segment: {'id': 'f0cd75e6-ffe0-46b7-b2c6-77de4b5cd414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'dd2a8049-b917-49e6-b871-9134d7a6f650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:21:07.444581 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ebdce7ed-8fa4-47e5-ae24-c4d6e49ca034 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:07.445361 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdce7ed-8fa4-47e5-ae24-c4d6e49ca034 None None] Bound using segment: {'id': 'f0cd75e6-ffe0-46b7-b2c6-77de4b5cd414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'dd2a8049-b917-49e6-b871-9134d7a6f650'} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:21:07.449062 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-ebdce7ed-8fa4-47e5-ae24-c4d6e49ca034 None None] Bound port: eddfda51-0ec8-4507-b9d7-40d3958ed00e, host: dv-cinder-852208-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0cd75e6-ffe0-46b7-b2c6-77de4b5cd414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'dd2a8049-b917-49e6-b871-9134d7a6f650'}}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:21:07.449785 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ebdce7ed-8fa4-47e5-ae24-c4d6e49ca034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (eddfda51-0ec8-4507-b9d7-40d3958ed00e), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:07.499422 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-244e34c5-e40e-4fda-b975-8a6d40691037 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572477'] for router (2c0eb7f9-7938-43a1-b816-79dcde40e99e), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:07.519667 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38747b5-4361-44ce-805e-e459bbb755de req-382cd32c-f546-4603-9509-208c5acce006 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:07.520250 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port 3333c98f-c13d-482e-b93a-2ca090f8fd4b triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:21:07.520657 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (3333c98f-c13d-482e-b93a-2ca090f8fd4b), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:07.532361 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-b38747b5-4361-44ce-805e-e459bbb755de req-382cd32c-f546-4603-9509-208c5acce006 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fde664c-f504-436a-bc03-41126ce28efe HTTP/1.1" status: 200 len: 945 time: 0.1263561 Aug 30 04:21:07.612528 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-ebdce7ed-8fa4-47e5-ae24-c4d6e49ca034 None None] For port eddfda51-0ec8-4507-b9d7-40d3958ed00e, host dv-cinder-852208-11-iscsi, cleared binding levels {{(pid=106295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:21:07.621606 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-ebdce7ed-8fa4-47e5-ae24-c4d6e49ca034 None None] For port eddfda51-0ec8-4507-b9d7-40d3958ed00e, host dv-cinder-852208-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=eddfda51-0ec8-4507-b9d7-40d3958ed00e,segment=NetworkSegment(f0cd75e6-ffe0-46b7-b2c6-77de4b5cd414),segment_id=f0cd75e6-ffe0-46b7-b2c6-77de4b5cd414)] {{(pid=106295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:21:07.626559 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port 3333c98f-c13d-482e-b93a-2ca090f8fd4b is: DOWN; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:21:07.627907 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (3333c98f-c13d-482e-b93a-2ca090f8fd4b), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:07.636904 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ebdce7ed-8fa4-47e5-ae24-c4d6e49ca034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (eddfda51-0ec8-4507-b9d7-40d3958ed00e), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:07.641460 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-b38747b5-4361-44ce-805e-e459bbb755de req-03e24ee3-0e5f-4db2-aa5d-d40aaed86cb3 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080565 Aug 30 04:21:07.678832 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdce7ed-8fa4-47e5-ae24-c4d6e49ca034 None None] Routers {'c9c1c372-1e2a-44a3-97d1-df1bec09a4bb'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:21:07.679487 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-ebdce7ed-8fa4-47e5-ae24-c4d6e49ca034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:20:52Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['c9c1c372-1e2a-44a3-97d1-df1bec09a4bb'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:21:07.684148 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] For port 3333c98f-c13d-482e-b93a-2ca090f8fd4b, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=3333c98f-c13d-482e-b93a-2ca090f8fd4b,segment=NetworkSegment(cd02e111-cba9-4185-9043-e5e56a4746d8),segment_id=cd02e111-cba9-4185-9043-e5e56a4746d8)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:21:07.689793 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (3333c98f-c13d-482e-b93a-2ca090f8fd4b), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:07.690734 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device bd981084-fff6-4b27-aff2-b1ae83b242e6 up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:21:07.718413 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:07.725797 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:07.728904 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-244e34c5-e40e-4fda-b975-8a6d40691037 admin admin] Router 2c0eb7f9-7938-43a1-b816-79dcde40e99e is scheduled to L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 with binding_index 1 {{(pid=106293) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 04:21:07.782737 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Pushing event updated for resources: {'Port': ['ID=3333c98f-c13d-482e-b93a-2ca090f8fd4b,revision_number=3']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:07.789464 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc986452-9491-4cd6-9a40-85b904cf1a50 None None] Pushing event updated for resources: {'Port': ['ID=eddfda51-0ec8-4507-b9d7-40d3958ed00e,revision_number=4']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:07.791223 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:07.846805 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port bd981084-fff6-4b27-aff2-b1ae83b242e6 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:21:07.847748 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (bd981084-fff6-4b27-aff2-b1ae83b242e6), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:07.859622 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-ebdce7ed-8fa4-47e5-ae24-c4d6e49ca034 None None] Set router c9c1c372-1e2a-44a3-97d1-df1bec09a4bb gateway port host: dv-cinder-852208-11-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:21:07.955214 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port bd981084-fff6-4b27-aff2-b1ae83b242e6 is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:21:08.121244 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d21b0e-c221-4fa5-94c1-a40093d0e5e5 None None] Network 3ee852d0-75a3-40b5-ba71-e3cd01c8b73d requested from dv-cinder-852208-11-iscsi {{(pid=106294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:21:08.127857 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:08.158549 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-ebdce7ed-8fa4-47e5-ae24-c4d6e49ca034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c1c372-1e2a-44a3-97d1-df1bec09a4bb', 'name': 'tempest-TestMinimumBasicScenario-1009286269-router', 'tenant_id': 'ddae968572774fa5b3d0a561b5c1b085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.91'}], 'enable_snat': True}, 'gw_port_id': 'bd981084-fff6-4b27-aff2-b1ae83b242e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:20:59Z', 'updated_at': '2022-08-30T04:21:02Z', 'revision_number': 4, 'project_id': 'ddae968572774fa5b3d0a561b5c1b085', 'gw_port': {'id': 'bd981084-fff6-4b27-aff2-b1ae83b242e6', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c1c372-1e2a-44a3-97d1-df1bec09a4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:20:59Z', 'updated_at': '2022-08-30T04:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': 'eddfda51-0ec8-4507-b9d7-40d3958ed00e', 'name': '', 'network_id': 'dd2a8049-b917-49e6-b871-9134d7a6f650', 'tenant_id': 'ddae968572774fa5b3d0a561b5c1b085', 'mac_address': 'fa:16:3e:be:da:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c1c372-1e2a-44a3-97d1-df1bec09a4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '6bca76be-a0e9-48b9-a344-6a2744164590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:21:01Z', 'updated_at': '2022-08-30T04:21:07Z', 'revision_number': 4, 'project_id': 'ddae968572774fa5b3d0a561b5c1b085', 'subnets': [{'id': '6bca76be-a0e9-48b9-a344-6a2744164590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:21:08.185248 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdce7ed-8fa4-47e5-ae24-c4d6e49ca034 None None] The sync data for ids ['c9c1c372-1e2a-44a3-97d1-df1bec09a4bb'] in dv-cinder-852208-11-iscsi is: [{'id': 'c9c1c372-1e2a-44a3-97d1-df1bec09a4bb', 'name': 'tempest-TestMinimumBasicScenario-1009286269-router', 'tenant_id': 'ddae968572774fa5b3d0a561b5c1b085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.91'}], 'enable_snat': True}, 'gw_port_id': 'bd981084-fff6-4b27-aff2-b1ae83b242e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:20:59Z', 'updated_at': '2022-08-30T04:21:02Z', 'revision_number': 4, 'project_id': 'ddae968572774fa5b3d0a561b5c1b085', 'gw_port': {'id': 'bd981084-fff6-4b27-aff2-b1ae83b242e6', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c1c372-1e2a-44a3-97d1-df1bec09a4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:20:59Z', 'updated_at': '2022-08-30T04:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': 'eddfda51-0ec8-4507-b9d7-40d3958ed00e', 'name': '', 'network_id': 'dd2a8049-b917-49e6-b871-9134d7a6f650', 'tenant_id': 'ddae968572774fa5b3d0a561b5c1b085', 'mac_address': 'fa:16:3e:be:da:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c1c372-1e2a-44a3-97d1-df1bec09a4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '6bca76be-a0e9-48b9-a344-6a2744164590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:21:01Z', 'updated_at': '2022-08-30T04:21:07Z', 'revision_number': 4, 'project_id': 'ddae968572774fa5b3d0a561b5c1b085', 'subnets': [{'id': '6bca76be-a0e9-48b9-a344-6a2744164590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:21:08.233326 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:08.238917 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-fcd606bd-ca51-4eb5-86a9-8415e86fa4ed None None] Provisioning complete for port 3333c98f-c13d-482e-b93a-2ca090f8fd4b triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:21:08.239440 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-fcd606bd-ca51-4eb5-86a9-8415e86fa4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (3333c98f-c13d-482e-b93a-2ca090f8fd4b), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:08.263212 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244e34c5-e40e-4fda-b975-8a6d40691037 admin admin] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:21:08.286508 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-244e34c5-e40e-4fda-b975-8a6d40691037 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:08.288427 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-244e34c5-e40e-4fda-b975-8a6d40691037 admin admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5838737 Aug 30 04:21:08.291252 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 49846) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:21:08.324533 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ed57e7-c7b6-409d-989e-5280633f40f1 None None] Sync routers for ids ['2c0eb7f9-7938-43a1-b816-79dcde40e99e'] in dv-cinder-852208-11-iscsi {{(pid=106294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:21:08.368670 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ed57e7-c7b6-409d-989e-5280633f40f1 None None] Routers {'2c0eb7f9-7938-43a1-b816-79dcde40e99e'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:21:08.369957 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-98ed57e7-c7b6-409d-989e-5280633f40f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:20:52Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['2c0eb7f9-7938-43a1-b816-79dcde40e99e'], 'active': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:21:08.600413 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-fcd606bd-ca51-4eb5-86a9-8415e86fa4ed None None] Current status of the port 3333c98f-c13d-482e-b93a-2ca090f8fd4b is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:21:08.624618 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:08.700233 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvr_db [None req-98ed57e7-c7b6-409d-989e-5280633f40f1 None None] Set router 2c0eb7f9-7938-43a1-b816-79dcde40e99e gateway port host: dv-cinder-852208-11-iscsi {{(pid=106294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:21:08.967876 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-eb4535fe-c4c7-48d9-9640-6c8b997fa794 None None] Provisioning complete for port 3333c98f-c13d-482e-b93a-2ca090f8fd4b triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:21:08.968258 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-eb4535fe-c4c7-48d9-9640-6c8b997fa794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (3333c98f-c13d-482e-b93a-2ca090f8fd4b), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:09.034033 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4707cf91-fb4e-498c-94d9-23ecb147c18d req-93aa76f3-8810-44e5-a671-2cb3f416a4d2 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:09.044954 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-4707cf91-fb4e-498c-94d9-23ecb147c18d req-93aa76f3-8810-44e5-a671-2cb3f416a4d2 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fde664c-f504-436a-bc03-41126ce28efe HTTP/1.1" status: 200 len: 945 time: 0.2401111 Aug 30 04:21:09.067454 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:09.090702 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcae3ea-c3a3-4a0a-92a7-37065a1165ad req-f1952995-0f60-4b22-9d95-e47a3768881b tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:09.104430 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-edcae3ea-c3a3-4a0a-92a7-37065a1165ad req-f1952995-0f60-4b22-9d95-e47a3768881b tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 945 time: 0.1284392 Aug 30 04:21:09.147846 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-eb4535fe-c4c7-48d9-9640-6c8b997fa794 None None] Current status of the port 3333c98f-c13d-482e-b93a-2ca090f8fd4b is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:21:09.158146 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-98ed57e7-c7b6-409d-989e-5280633f40f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0eb7f9-7938-43a1-b816-79dcde40e99e', 'name': 'tempest-TestMinimumBasicScenario-1639022683-router', 'tenant_id': 'b90f352797cc49208763b206fd72546c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.161'}], 'enable_snat': True}, 'gw_port_id': '3c6c4e9b-aa5e-4714-8ee9-03c00b0c6f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:21:05Z', 'updated_at': '2022-08-30T04:21:06Z', 'revision_number': 3, 'project_id': 'b90f352797cc49208763b206fd72546c', 'gw_port': {'id': '3c6c4e9b-aa5e-4714-8ee9-03c00b0c6f4d', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0eb7f9-7938-43a1-b816-79dcde40e99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:21:06Z', 'updated_at': '2022-08-30T04:21:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi'}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:21:09.162904 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-4707cf91-fb4e-498c-94d9-23ecb147c18d req-f76093de-872c-4159-9840-35b6c92a867a tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145489 Aug 30 04:21:09.207330 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-edcae3ea-c3a3-4a0a-92a7-37065a1165ad req-2d70fd55-dc29-4410-add1-51ab16228886 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019347 Aug 30 04:21:09.225227 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ed57e7-c7b6-409d-989e-5280633f40f1 None None] Checking router: 2c0eb7f9-7938-43a1-b816-79dcde40e99e for host: dv-cinder-852208-11-iscsi {{(pid=106294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:21:09.225704 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ed57e7-c7b6-409d-989e-5280633f40f1 None None] Updating router 2c0eb7f9-7938-43a1-b816-79dcde40e99e port 3c6c4e9b-aa5e-4714-8ee9-03c00b0c6f4d binding host dv-cinder-852208-11-iscsi {{(pid=106294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:21:09.234298 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=100 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:09.326944 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-98ed57e7-c7b6-409d-989e-5280633f40f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (3c6c4e9b-aa5e-4714-8ee9-03c00b0c6f4d), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:09.358174 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-f5f8d48e-6633-4363-a138-a67456e0290f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:09.376285 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device eddfda51-0ec8-4507-b9d7-40d3958ed00e up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:21:09.546399 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port eddfda51-0ec8-4507-b9d7-40d3958ed00e triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:21:09.546856 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (eddfda51-0ec8-4507-b9d7-40d3958ed00e), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:09.638476 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.db.db_base_plugin_common [None req-f5f8d48e-6633-4363-a138-a67456e0290f admin admin] Allocated IP 172.20.0.1 (3ee852d0-75a3-40b5-ba71-e3cd01c8b73d/8bab63d1-0536-4a36-9b1e-9620f27d1b1a/4a0e2f12-0f58-44e2-ba18-2a8f4290d984) {{(pid=106292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:21:09.667408 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:09.701691 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port eddfda51-0ec8-4507-b9d7-40d3958ed00e is: DOWN; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:21:09.702311 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (eddfda51-0ec8-4507-b9d7-40d3958ed00e), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:09.745159 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:09.780345 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] For port eddfda51-0ec8-4507-b9d7-40d3958ed00e, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=eddfda51-0ec8-4507-b9d7-40d3958ed00e,segment=NetworkSegment(f0cd75e6-ffe0-46b7-b2c6-77de4b5cd414),segment_id=f0cd75e6-ffe0-46b7-b2c6-77de4b5cd414)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:21:09.796440 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (eddfda51-0ec8-4507-b9d7-40d3958ed00e), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:09.797729 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 3333c98f-c13d-482e-b93a-2ca090f8fd4b up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:21:09.811828 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-f5f8d48e-6633-4363-a138-a67456e0290f admin admin] Publish callbacks [] for port (4a0e2f12-0f58-44e2-ba18-2a8f4290d984), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:09.851061 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-f5f8d48e-6633-4363-a138-a67456e0290f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642203'] for port (4a0e2f12-0f58-44e2-ba18-2a8f4290d984), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:09.852483 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-98ed57e7-c7b6-409d-989e-5280633f40f1 None None] Publish callbacks [] for port (3c6c4e9b-aa5e-4714-8ee9-03c00b0c6f4d), precommit_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:09.873684 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-98ed57e7-c7b6-409d-989e-5280633f40f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (3c6c4e9b-aa5e-4714-8ee9-03c00b0c6f4d), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:09.894966 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f8d48e-6633-4363-a138-a67456e0290f admin admin] Network 3ee852d0-75a3-40b5-ba71-e3cd01c8b73d is already hosted by enough agents. {{(pid=106292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:21:09.898218 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.base_scheduler [None req-f5f8d48e-6633-4363-a138-a67456e0290f admin admin] Resources bound (agent type, host, resource id): {{(pid=106292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:21:09.903176 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f8d48e-6633-4363-a138-a67456e0290f admin admin] Received port after_create {{(pid=106292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:21:09.910712 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-98ed57e7-c7b6-409d-989e-5280633f40f1 None None] Attempting to bind port 3c6c4e9b-aa5e-4714-8ee9-03c00b0c6f4d on host dv-cinder-852208-11-iscsi for vnic_type normal with profile {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:21:09.911384 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-98ed57e7-c7b6-409d-989e-5280633f40f1 None None] Attempting to bind port 3c6c4e9b-aa5e-4714-8ee9-03c00b0c6f4d by drivers openvswitch,hyperv on host dv-cinder-852208-11-iscsi at level 0 using segments [{'id': '10b95e6c-2e6d-452d-a5ef-cbf673e3f24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'}] {{(pid=106294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:21:09.911698 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ed57e7-c7b6-409d-989e-5280633f40f1 None None] Attempting to bind port 3c6c4e9b-aa5e-4714-8ee9-03c00b0c6f4d on network 5c43c40f-cc6a-4e53-a103-6d34effd891a {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:21:09.921969 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Pushing event updated for resources: {'Port': ['ID=eddfda51-0ec8-4507-b9d7-40d3958ed00e,revision_number=5']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:09.931318 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ed57e7-c7b6-409d-989e-5280633f40f1 None None] Checking agent: {'id': 'd414c4c0-e104-4322-85c3-8bf64da32860', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852208-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 10, 56), 'started_at': datetime.datetime(2022, 8, 30, 4, 11, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852208-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:21:09.931703 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ed57e7-c7b6-409d-989e-5280633f40f1 None None] Checking segment: {'id': '10b95e6c-2e6d-452d-a5ef-cbf673e3f24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:21:09.932624 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-98ed57e7-c7b6-409d-989e-5280633f40f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:09.932624 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ed57e7-c7b6-409d-989e-5280633f40f1 None None] Bound using segment: {'id': '10b95e6c-2e6d-452d-a5ef-cbf673e3f24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'} {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:21:09.933153 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-98ed57e7-c7b6-409d-989e-5280633f40f1 None None] Bound port: 3c6c4e9b-aa5e-4714-8ee9-03c00b0c6f4d, host: dv-cinder-852208-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10b95e6c-2e6d-452d-a5ef-cbf673e3f24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'}}] {{(pid=106294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:21:09.933404 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-98ed57e7-c7b6-409d-989e-5280633f40f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (3c6c4e9b-aa5e-4714-8ee9-03c00b0c6f4d), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:09.934768 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f8d48e-6633-4363-a138-a67456e0290f admin admin] Pushing event updated for resources: {'Port': ['ID=4a0e2f12-0f58-44e2-ba18-2a8f4290d984,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:09.934995 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port 3333c98f-c13d-482e-b93a-2ca090f8fd4b triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:21:09.935358 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (3333c98f-c13d-482e-b93a-2ca090f8fd4b), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:09.963756 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-f5f8d48e-6633-4363-a138-a67456e0290f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573017'] for router_interface (2c0eb7f9-7938-43a1-b816-79dcde40e99e), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:09.970507 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:10.167675 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-f5f8d48e-6633-4363-a138-a67456e0290f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (4a0e2f12-0f58-44e2-ba18-2a8f4290d984), before_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:10.237734 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da55ec8-255a-4c87-bab0-313b07f8b9e2 None None] Pushing event updated for resources: {'Port': ['ID=3c6c4e9b-aa5e-4714-8ee9-03c00b0c6f4d,revision_number=2']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:10.295625 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-98ed57e7-c7b6-409d-989e-5280633f40f1 None None] For port 3c6c4e9b-aa5e-4714-8ee9-03c00b0c6f4d, host dv-cinder-852208-11-iscsi, cleared binding levels {{(pid=106294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:21:10.324206 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-98ed57e7-c7b6-409d-989e-5280633f40f1 None None] For port 3c6c4e9b-aa5e-4714-8ee9-03c00b0c6f4d, host dv-cinder-852208-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=3c6c4e9b-aa5e-4714-8ee9-03c00b0c6f4d,segment=NetworkSegment(10b95e6c-2e6d-452d-a5ef-cbf673e3f24c),segment_id=10b95e6c-2e6d-452d-a5ef-cbf673e3f24c)] {{(pid=106294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:21:10.326098 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-44091718-fd87-47a4-9859-1afe2f435eb4 None None] Provisioning complete for port 4a0e2f12-0f58-44e2-ba18-2a8f4290d984 triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:21:10.326583 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-44091718-fd87-47a4-9859-1afe2f435eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (4a0e2f12-0f58-44e2-ba18-2a8f4290d984), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:10.333512 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port 3333c98f-c13d-482e-b93a-2ca090f8fd4b is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:21:10.342956 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-98ed57e7-c7b6-409d-989e-5280633f40f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (3c6c4e9b-aa5e-4714-8ee9-03c00b0c6f4d), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:10.370221 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:10.417625 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8234d453-eb77-47a1-bd7b-cd591389018a req-87818923-f7cd-44a6-b37b-51ed969c1fe9 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:10.419271 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-8234d453-eb77-47a1-bd7b-cd591389018a req-87818923-f7cd-44a6-b37b-51ed969c1fe9 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 945 time: 0.1208384 Aug 30 04:21:10.421224 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-44091718-fd87-47a4-9859-1afe2f435eb4 None None] Port 4a0e2f12-0f58-44e2-ba18-2a8f4290d984 cannot update to ACTIVE because it is not bound. {{(pid=106294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:21:10.425045 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ed57e7-c7b6-409d-989e-5280633f40f1 None None] Routers {'2c0eb7f9-7938-43a1-b816-79dcde40e99e'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:21:10.425675 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-98ed57e7-c7b6-409d-989e-5280633f40f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:20:52Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['2c0eb7f9-7938-43a1-b816-79dcde40e99e'], 'active': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:21:10.473380 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da55ec8-255a-4c87-bab0-313b07f8b9e2 None None] Pushing event updated for resources: {'Port': ['ID=3c6c4e9b-aa5e-4714-8ee9-03c00b0c6f4d,revision_number=3']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:10.516712 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-f5f8d48e-6633-4363-a138-a67456e0290f admin admin] Publish callbacks [] for port (4a0e2f12-0f58-44e2-ba18-2a8f4290d984), precommit_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:10.522226 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-8234d453-eb77-47a1-bd7b-cd591389018a req-594116f8-16b4-4351-a91d-290fbc0cc475 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927837 Aug 30 04:21:10.523387 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-f5f8d48e-6633-4363-a138-a67456e0290f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642194'] for port (4a0e2f12-0f58-44e2-ba18-2a8f4290d984), after_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:10.568332 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvr_db [None req-98ed57e7-c7b6-409d-989e-5280633f40f1 None None] Set router 2c0eb7f9-7938-43a1-b816-79dcde40e99e gateway port host: dv-cinder-852208-11-iscsi {{(pid=106294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:21:10.595153 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f8d48e-6633-4363-a138-a67456e0290f admin admin] Pushing event updated for resources: {'Port': ['ID=4a0e2f12-0f58-44e2-ba18-2a8f4290d984,revision_number=2']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:10.598726 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-f5f8d48e-6633-4363-a138-a67456e0290f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573133'] for router_interface (2c0eb7f9-7938-43a1-b816-79dcde40e99e), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:10.683278 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:10.713170 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f8d48e-6633-4363-a138-a67456e0290f admin admin] Network 3ee852d0-75a3-40b5-ba71-e3cd01c8b73d is already hosted by enough agents. {{(pid=106292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:21:10.714753 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.base_scheduler [None req-f5f8d48e-6633-4363-a138-a67456e0290f admin admin] Resources bound (agent type, host, resource id): {{(pid=106292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:21:10.823412 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-98ed57e7-c7b6-409d-989e-5280633f40f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0eb7f9-7938-43a1-b816-79dcde40e99e', 'name': 'tempest-TestMinimumBasicScenario-1639022683-router', 'tenant_id': 'b90f352797cc49208763b206fd72546c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.161'}], 'enable_snat': True}, 'gw_port_id': '3c6c4e9b-aa5e-4714-8ee9-03c00b0c6f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:21:05Z', 'updated_at': '2022-08-30T04:21:10Z', 'revision_number': 4, 'project_id': 'b90f352797cc49208763b206fd72546c', 'gw_port': {'id': '3c6c4e9b-aa5e-4714-8ee9-03c00b0c6f4d', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0eb7f9-7938-43a1-b816-79dcde40e99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:21:06Z', 'updated_at': '2022-08-30T04:21:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': '4a0e2f12-0f58-44e2-ba18-2a8f4290d984', 'name': '', 'network_id': '3ee852d0-75a3-40b5-ba71-e3cd01c8b73d', 'tenant_id': 'b90f352797cc49208763b206fd72546c', 'mac_address': 'fa:16:3e:96:c6:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0eb7f9-7938-43a1-b816-79dcde40e99e', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '8bab63d1-0536-4a36-9b1e-9620f27d1b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:21:09Z', 'updated_at': '2022-08-30T04:21:09Z', 'revision_number': 1, 'project_id': 'b90f352797cc49208763b206fd72546c', 'subnets': [{'id': '8bab63d1-0536-4a36-9b1e-9620f27d1b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:21:10.859423 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 49926) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:21:10.860426 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ed57e7-c7b6-409d-989e-5280633f40f1 None None] The sync data for ids ['2c0eb7f9-7938-43a1-b816-79dcde40e99e'] in dv-cinder-852208-11-iscsi is: [{'id': '2c0eb7f9-7938-43a1-b816-79dcde40e99e', 'name': 'tempest-TestMinimumBasicScenario-1639022683-router', 'tenant_id': 'b90f352797cc49208763b206fd72546c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.161'}], 'enable_snat': True}, 'gw_port_id': '3c6c4e9b-aa5e-4714-8ee9-03c00b0c6f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:21:05Z', 'updated_at': '2022-08-30T04:21:10Z', 'revision_number': 4, 'project_id': 'b90f352797cc49208763b206fd72546c', 'gw_port': {'id': '3c6c4e9b-aa5e-4714-8ee9-03c00b0c6f4d', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0eb7f9-7938-43a1-b816-79dcde40e99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:21:06Z', 'updated_at': '2022-08-30T04:21:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': '4a0e2f12-0f58-44e2-ba18-2a8f4290d984', 'name': '', 'network_id': '3ee852d0-75a3-40b5-ba71-e3cd01c8b73d', 'tenant_id': 'b90f352797cc49208763b206fd72546c', 'mac_address': 'fa:16:3e:96:c6:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0eb7f9-7938-43a1-b816-79dcde40e99e', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '8bab63d1-0536-4a36-9b1e-9620f27d1b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:21:09Z', 'updated_at': '2022-08-30T04:21:09Z', 'revision_number': 1, 'project_id': 'b90f352797cc49208763b206fd72546c', 'subnets': [{'id': '8bab63d1-0536-4a36-9b1e-9620f27d1b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:21:10.865160 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-f6e47997-7f1e-4836-9123-fb8ab6bfb902 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Request body: {'security_group': {'name': 'tempest-securitygroup--416890496', 'description': 'tempest-description--2125888977'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:21:10.872967 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f8d48e-6633-4363-a138-a67456e0290f admin admin] Router 2c0eb7f9-7938-43a1-b816-79dcde40e99e has already been hosted by L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 {{(pid=106292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:21:10.895661 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f6e47997-7f1e-4836-9123-fb8ab6bfb902 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:10.985547 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f6e47997-7f1e-4836-9123-fb8ab6bfb902 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks [] for security_group (e9f0b7fa-f259-40d7-927a-670fb929a634), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:10.990786 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f6e47997-7f1e-4836-9123-fb8ab6bfb902 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (e9f0b7fa-f259-40d7-927a-670fb929a634), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:11.014219 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f8d48e-6633-4363-a138-a67456e0290f admin admin] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:21:11.023235 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-f5f8d48e-6633-4363-a138-a67456e0290f admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/2c0eb7f9-7938-43a1-b816-79dcde40e99e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7308547 Aug 30 04:21:11.028119 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f6e47997-7f1e-4836-9123-fb8ab6bfb902 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:11.029390 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-f6e47997-7f1e-4836-9123-fb8ab6bfb902 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1681447 Aug 30 04:21:11.030225 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e47997-7f1e-4836-9123-fb8ab6bfb902 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f0b7fa-f259-40d7-927a-670fb929a634,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:11.032488 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 49930) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:21:11.038178 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-4945c6a2-2977-49ad-b657-077d5428121b tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Request body: {'security_group_rule': {'security_group_id': 'e9f0b7fa-f259-40d7-927a-670fb929a634', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:21:11.047944 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:11.054751 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-35526400-32fa-4814-b959-0c8248f949b8 None None] Provisioning complete for port 4a0e2f12-0f58-44e2-ba18-2a8f4290d984 triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:21:11.055200 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-35526400-32fa-4814-b959-0c8248f949b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (4a0e2f12-0f58-44e2-ba18-2a8f4290d984), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:11.095675 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-35526400-32fa-4814-b959-0c8248f949b8 None None] Port 4a0e2f12-0f58-44e2-ba18-2a8f4290d984 cannot update to ACTIVE because it is not bound. {{(pid=106294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:21:11.314335 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device eddfda51-0ec8-4507-b9d7-40d3958ed00e up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:21:11.327124 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-4945c6a2-2977-49ad-b657-077d5428121b tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks [] for security_group_rule (6c230c6c-e267-4e0b-8d5a-961719fcc4d3), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:11.411297 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:11.413557 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port eddfda51-0ec8-4507-b9d7-40d3958ed00e triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:21:11.417137 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (eddfda51-0ec8-4507-b9d7-40d3958ed00e), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:11.426199 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-4945c6a2-2977-49ad-b657-077d5428121b tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks [] for security_group_rule (6c230c6c-e267-4e0b-8d5a-961719fcc4d3), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:11.434809 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-4945c6a2-2977-49ad-b657-077d5428121b tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569388'] for security_group_rule (6c230c6c-e267-4e0b-8d5a-961719fcc4d3), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:11.457192 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4945c6a2-2977-49ad-b657-077d5428121b tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c230c6c-e267-4e0b-8d5a-961719fcc4d3,revision_number=0']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:11.469278 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-4945c6a2-2977-49ad-b657-077d5428121b tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:11.473280 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-4945c6a2-2977-49ad-b657-077d5428121b tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4368098 Aug 30 04:21:11.473600 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 49944) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:21:11.479469 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-0aa34068-f9ac-4080-913f-17b8953d5965 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Request body: {'security_group_rule': {'security_group_id': 'e9f0b7fa-f259-40d7-927a-670fb929a634', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:21:11.517461 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-0aa34068-f9ac-4080-913f-17b8953d5965 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks [] for security_group_rule (0bcda73d-b1fb-481d-ba7d-8ad7a0cd3c79), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:11.558616 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port eddfda51-0ec8-4507-b9d7-40d3958ed00e is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:21:11.616011 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-0aa34068-f9ac-4080-913f-17b8953d5965 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks [] for security_group_rule (0bcda73d-b1fb-481d-ba7d-8ad7a0cd3c79), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:11.621393 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-0aa34068-f9ac-4080-913f-17b8953d5965 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569388'] for security_group_rule (0bcda73d-b1fb-481d-ba7d-8ad7a0cd3c79), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:11.637023 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa34068-f9ac-4080-913f-17b8953d5965 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bcda73d-b1fb-481d-ba7d-8ad7a0cd3c79,revision_number=0']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:11.716246 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-0aa34068-f9ac-4080-913f-17b8953d5965 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:11.720660 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-0aa34068-f9ac-4080-913f-17b8953d5965 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2427366 Aug 30 04:21:11.720829 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 49956) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:21:11.726357 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-f4fb8afa-5a05-4d18-a5ed-fca9a7fc2e52 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Request body: {'floatingip': {'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:21:11.756657 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a434a2-1c2c-4163-83a0-a807adb870f1 req-c52f3753-d555-4fe9-a685-03e92ab2833c tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:11.758929 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d4a434a2-1c2c-4163-83a0-a807adb870f1 req-c52f3753-d555-4fe9-a685-03e92ab2833c tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 945 time: 0.1055894 Aug 30 04:21:11.774612 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-f4fb8afa-5a05-4d18-a5ed-fca9a7fc2e52 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:11.966594 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d4a434a2-1c2c-4163-83a0-a807adb870f1 req-3f812b83-9179-41e2-9531-af41bccd6262 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792998 Aug 30 04:21:12.030305 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-f4fb8afa-5a05-4d18-a5ed-fca9a7fc2e52 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:12.195039 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.db.db_base_plugin_common [None req-f4fb8afa-5a05-4d18-a5ed-fca9a7fc2e52 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Allocated IP 172.27.4.119 (5c43c40f-cc6a-4e53-a103-6d34effd891a/b2d4007f-d8ed-41cc-b520-7777f18cd186/e69d65f9-3aee-4d09-a1dc-2992eab7974a) {{(pid=106292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:21:12.380554 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-f4fb8afa-5a05-4d18-a5ed-fca9a7fc2e52 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks [] for port (e69d65f9-3aee-4d09-a1dc-2992eab7974a), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:12.415980 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:12.445242 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-f4fb8afa-5a05-4d18-a5ed-fca9a7fc2e52 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642203'] for port (e69d65f9-3aee-4d09-a1dc-2992eab7974a), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:12.497406 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fb8afa-5a05-4d18-a5ed-fca9a7fc2e52 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Network 5c43c40f-cc6a-4e53-a103-6d34effd891a is already hosted by enough agents. {{(pid=106292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:21:12.500438 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.base_scheduler [None req-f4fb8afa-5a05-4d18-a5ed-fca9a7fc2e52 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Resources bound (agent type, host, resource id): {{(pid=106292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:21:12.507174 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fb8afa-5a05-4d18-a5ed-fca9a7fc2e52 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Received port after_create {{(pid=106292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:21:12.534202 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fb8afa-5a05-4d18-a5ed-fca9a7fc2e52 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Pushing event updated for resources: {'Port': ['ID=e69d65f9-3aee-4d09-a1dc-2992eab7974a,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:12.625431 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-f4fb8afa-5a05-4d18-a5ed-fca9a7fc2e52 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks [] for floatingip (2c5143dd-c5ae-4b08-b1f8-d2edfb3cba7d), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:12.679606 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-f4fb8afa-5a05-4d18-a5ed-fca9a7fc2e52 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (e69d65f9-3aee-4d09-a1dc-2992eab7974a), before_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:12.714985 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.agents_db [None req-4bab6993-eaca-4b45-827a-a5590950f82e None None] Agent healthcheck: found 6 active agents {{(pid=106295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:21:12.879423 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-f4fb8afa-5a05-4d18-a5ed-fca9a7fc2e52 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks [] for port (e69d65f9-3aee-4d09-a1dc-2992eab7974a), precommit_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:12.888592 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-f4fb8afa-5a05-4d18-a5ed-fca9a7fc2e52 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642194'] for port (e69d65f9-3aee-4d09-a1dc-2992eab7974a), after_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:12.924049 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:12.970082 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-f4fb8afa-5a05-4d18-a5ed-fca9a7fc2e52 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572642'] for floatingip (2c5143dd-c5ae-4b08-b1f8-d2edfb3cba7d), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:12.991384 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-f4fb8afa-5a05-4d18-a5ed-fca9a7fc2e52 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for floatingip (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:13.002498 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-f4fb8afa-5a05-4d18-a5ed-fca9a7fc2e52 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2804956 Aug 30 04:21:13.028955 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fb8afa-5a05-4d18-a5ed-fca9a7fc2e52 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Pushing event updated for resources: {'Port': ['ID=e69d65f9-3aee-4d09-a1dc-2992eab7974a,revision_number=2']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:13.287190 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394e5f3-821f-4018-b338-a3b575acdc68 req-5db7ec4a-b500-4864-b893-86867760c993 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:13.292167 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-8394e5f3-821f-4018-b338-a3b575acdc68 req-5db7ec4a-b500-4864-b893-86867760c993 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 945 time: 0.1912634 Aug 30 04:21:13.369785 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 3c6c4e9b-aa5e-4714-8ee9-03c00b0c6f4d up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:21:13.444459 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-8394e5f3-821f-4018-b338-a3b575acdc68 req-d0445b1f-625e-4b99-ac42-1c6588eb0cab tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449208 Aug 30 04:21:13.468197 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port 3c6c4e9b-aa5e-4714-8ee9-03c00b0c6f4d triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:21:13.468706 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (3c6c4e9b-aa5e-4714-8ee9-03c00b0c6f4d), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:13.516118 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d925e987-7ea8-4dba-86db-20c297e8d8cd req-3d812d2b-122f-40a0-82bb-e8ad64d92436 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--416890496&fields=id&tenant_id=a9a5c650ed23445bb585711f962d7e09 HTTP/1.1" status: 200 len: 267 time: 0.1513124 Aug 30 04:21:13.623269 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port 3c6c4e9b-aa5e-4714-8ee9-03c00b0c6f4d is: DOWN; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:21:13.623761 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (3c6c4e9b-aa5e-4714-8ee9-03c00b0c6f4d), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:13.659163 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] For port 3c6c4e9b-aa5e-4714-8ee9-03c00b0c6f4d, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=3c6c4e9b-aa5e-4714-8ee9-03c00b0c6f4d,segment=NetworkSegment(10b95e6c-2e6d-452d-a5ef-cbf673e3f24c),segment_id=10b95e6c-2e6d-452d-a5ef-cbf673e3f24c)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:21:13.667476 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (3c6c4e9b-aa5e-4714-8ee9-03c00b0c6f4d), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:13.677436 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:13.685769 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925e987-7ea8-4dba-86db-20c297e8d8cd req-80f6e3fa-60f3-41a0-9f9c-1af1208abd1a tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:13.693359 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d925e987-7ea8-4dba-86db-20c297e8d8cd req-80f6e3fa-60f3-41a0-9f9c-1af1208abd1a tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/networks?id=524cda22-09e9-423b-b572-9d6bbb210043 HTTP/1.1" status: 200 len: 819 time: 0.1686869 Aug 30 04:21:13.715471 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d925e987-7ea8-4dba-86db-20c297e8d8cd req-45d7e7f8-a6ac-465b-bdeb-1943c28a6f2b tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/quotas/a9a5c650ed23445bb585711f962d7e09 HTTP/1.1" status: 200 len: 375 time: 0.0209088 Aug 30 04:21:13.734131 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Pushing event updated for resources: {'Port': ['ID=3c6c4e9b-aa5e-4714-8ee9-03c00b0c6f4d,revision_number=4']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:13.795286 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d925e987-7ea8-4dba-86db-20c297e8d8cd req-639502d5-9ea8-4421-bdb7-e2dc6487131b tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=a9a5c650ed23445bb585711f962d7e09&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0787230 Aug 30 04:21:13.946960 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d925e987-7ea8-4dba-86db-20c297e8d8cd req-29d8b6da-4b6e-43f5-a545-6605eeca0c3f service neutron] 10.222.0.46 "GET /networking/v2.0/networks/524cda22-09e9-423b-b572-9d6bbb210043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394455 Aug 30 04:21:14.087125 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d925e987-7ea8-4dba-86db-20c297e8d8cd req-ce7948eb-050b-40a8-9e8d-9b05ce3bcf41 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/524cda22-09e9-423b-b572-9d6bbb210043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337829 Aug 30 04:21:14.319199 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-66087378-930f-40c1-890d-d6314be39888 req-40e46600-b5b8-46d4-ad76-dfaa9ca193ec tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 210 time: 0.0654135 Aug 30 04:21:14.669978 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61385c7c-b5ef-4285-a5fd-b61e9443f470 req-ec862d17-a31c-4b89-8358-87c16960539b tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:14.679295 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-61385c7c-b5ef-4285-a5fd-b61e9443f470 req-ec862d17-a31c-4b89-8358-87c16960539b tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 945 time: 0.0863395 Aug 30 04:21:14.761970 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-61385c7c-b5ef-4285-a5fd-b61e9443f470 req-a92797f4-74b0-4fff-92ef-76d9ed78efee tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770953 Aug 30 04:21:14.877731 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ba0f86-8b61-4825-86a8-a0f010ec72d9 None None] Sync routers for ids ['2c0eb7f9-7938-43a1-b816-79dcde40e99e'] in dv-cinder-852208-11-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:21:14.897660 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ba0f86-8b61-4825-86a8-a0f010ec72d9 None None] Routers {'2c0eb7f9-7938-43a1-b816-79dcde40e99e'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:21:14.898322 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-d4ba0f86-8b61-4825-86a8-a0f010ec72d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:20:52Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['2c0eb7f9-7938-43a1-b816-79dcde40e99e'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:21:15.044614 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-d4ba0f86-8b61-4825-86a8-a0f010ec72d9 None None] Set router 2c0eb7f9-7938-43a1-b816-79dcde40e99e gateway port host: dv-cinder-852208-11-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:21:15.352894 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 3c6c4e9b-aa5e-4714-8ee9-03c00b0c6f4d up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:21:15.462696 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port 3c6c4e9b-aa5e-4714-8ee9-03c00b0c6f4d triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:21:15.464273 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (3c6c4e9b-aa5e-4714-8ee9-03c00b0c6f4d), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:15.511384 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:15.513904 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-dc2e816b-66a6-4780-a79b-ce0dc6df2770 req-15a93f38-03ca-4300-8086-66e28e71ed5b tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 210 time: 0.0458522 Aug 30 04:21:15.522516 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 50066) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:21:15.547724 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-d4ba0f86-8b61-4825-86a8-a0f010ec72d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0eb7f9-7938-43a1-b816-79dcde40e99e', 'name': 'tempest-TestMinimumBasicScenario-1639022683-router', 'tenant_id': 'b90f352797cc49208763b206fd72546c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.161'}], 'enable_snat': True}, 'gw_port_id': '3c6c4e9b-aa5e-4714-8ee9-03c00b0c6f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:21:05Z', 'updated_at': '2022-08-30T04:21:10Z', 'revision_number': 4, 'project_id': 'b90f352797cc49208763b206fd72546c', 'gw_port': {'id': '3c6c4e9b-aa5e-4714-8ee9-03c00b0c6f4d', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0eb7f9-7938-43a1-b816-79dcde40e99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:21:06Z', 'updated_at': '2022-08-30T04:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': '4a0e2f12-0f58-44e2-ba18-2a8f4290d984', 'name': '', 'network_id': '3ee852d0-75a3-40b5-ba71-e3cd01c8b73d', 'tenant_id': 'b90f352797cc49208763b206fd72546c', 'mac_address': 'fa:16:3e:96:c6:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0eb7f9-7938-43a1-b816-79dcde40e99e', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '8bab63d1-0536-4a36-9b1e-9620f27d1b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:21:09Z', 'updated_at': '2022-08-30T04:21:10Z', 'revision_number': 2, 'project_id': 'b90f352797cc49208763b206fd72546c', 'subnets': [{'id': '8bab63d1-0536-4a36-9b1e-9620f27d1b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:21:15.604825 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ba0f86-8b61-4825-86a8-a0f010ec72d9 None None] Checking router: 2c0eb7f9-7938-43a1-b816-79dcde40e99e for host: dv-cinder-852208-11-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:21:15.605267 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ba0f86-8b61-4825-86a8-a0f010ec72d9 None None] Updating router 2c0eb7f9-7938-43a1-b816-79dcde40e99e port 4a0e2f12-0f58-44e2-ba18-2a8f4290d984 binding host dv-cinder-852208-11-iscsi {{(pid=106295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:21:15.623786 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port 3c6c4e9b-aa5e-4714-8ee9-03c00b0c6f4d is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:21:15.643340 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-d4ba0f86-8b61-4825-86a8-a0f010ec72d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (4a0e2f12-0f58-44e2-ba18-2a8f4290d984), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:15.688104 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c9203e25-bb9c-42f3-9b1b-d025651f77e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:15.741505 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:15.825030 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c9203e25-bb9c-42f3-9b1b-d025651f77e6 admin admin] Publish callbacks [] for security_group (83f9053e-4866-458a-84f4-519873eed881), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:15.834154 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c9203e25-bb9c-42f3-9b1b-d025651f77e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (83f9053e-4866-458a-84f4-519873eed881), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:15.913690 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9203e25-bb9c-42f3-9b1b-d025651f77e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f9053e-4866-458a-84f4-519873eed881,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:15.975450 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-c9203e25-bb9c-42f3-9b1b-d025651f77e6 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=5c8fa4eb661c4e97bd14cebcd54b71e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4494312 Aug 30 04:21:15.975758 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 50072) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:21:16.007176 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f4bedd-e07f-4fee-935d-90c2e965dd2c req-0d8cd0d1-d9c4-4240-b6c7-ac082ca4ce92 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:16.010325 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-85f4bedd-e07f-4fee-935d-90c2e965dd2c req-0d8cd0d1-d9c4-4240-b6c7-ac082ca4ce92 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 945 time: 0.1349368 Aug 30 04:21:16.026064 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:16.050090 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-3fee9f40-f840-41fe-bdbe-f408305e6eef admin admin] Publish callbacks [] for security_group (83f9053e-4866-458a-84f4-519873eed881), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:16.069566 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-d4ba0f86-8b61-4825-86a8-a0f010ec72d9 None None] Publish callbacks [] for port (4a0e2f12-0f58-44e2-ba18-2a8f4290d984), precommit_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:16.074453 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-3fee9f40-f840-41fe-bdbe-f408305e6eef admin admin] Publish callbacks [] for security_group (83f9053e-4866-458a-84f4-519873eed881), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:16.080102 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-d4ba0f86-8b61-4825-86a8-a0f010ec72d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (4a0e2f12-0f58-44e2-ba18-2a8f4290d984), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:16.086545 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=100 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:16.103722 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-85f4bedd-e07f-4fee-935d-90c2e965dd2c req-6283a547-a917-449c-88cc-34285b080d24 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869975 Aug 30 04:21:16.136279 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-3fee9f40-f840-41fe-bdbe-f408305e6eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (83f9053e-4866-458a-84f4-519873eed881), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:16.139869 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-3fee9f40-f840-41fe-bdbe-f408305e6eef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:16.143019 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-3fee9f40-f840-41fe-bdbe-f408305e6eef admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/83f9053e-4866-458a-84f4-519873eed881 HTTP/1.1" status: 204 len: 168 time: 0.1661849 Aug 30 04:21:16.171311 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fee9f40-f840-41fe-bdbe-f408305e6eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f9053e-4866-458a-84f4-519873eed881,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:16.214597 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b911ec4-bc40-44ab-8f8b-0142b73dddbb None None] Pushing event updated for resources: {'Port': ['ID=4a0e2f12-0f58-44e2-ba18-2a8f4290d984,revision_number=3']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:16.251996 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-d4ba0f86-8b61-4825-86a8-a0f010ec72d9 None None] Attempting to bind port 4a0e2f12-0f58-44e2-ba18-2a8f4290d984 on host dv-cinder-852208-11-iscsi for vnic_type normal with profile {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:21:16.252514 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-d4ba0f86-8b61-4825-86a8-a0f010ec72d9 None None] Attempting to bind port 4a0e2f12-0f58-44e2-ba18-2a8f4290d984 by drivers openvswitch,hyperv on host dv-cinder-852208-11-iscsi at level 0 using segments [{'id': 'cd02e111-cba9-4185-9043-e5e56a4746d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '3ee852d0-75a3-40b5-ba71-e3cd01c8b73d'}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:21:16.252981 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ba0f86-8b61-4825-86a8-a0f010ec72d9 None None] Attempting to bind port 4a0e2f12-0f58-44e2-ba18-2a8f4290d984 on network 3ee852d0-75a3-40b5-ba71-e3cd01c8b73d {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:21:16.269037 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ba0f86-8b61-4825-86a8-a0f010ec72d9 None None] Checking agent: {'id': 'd414c4c0-e104-4322-85c3-8bf64da32860', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852208-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 10, 56), 'started_at': datetime.datetime(2022, 8, 30, 4, 11, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852208-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:21:16.269037 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ba0f86-8b61-4825-86a8-a0f010ec72d9 None None] Checking segment: {'id': 'cd02e111-cba9-4185-9043-e5e56a4746d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '3ee852d0-75a3-40b5-ba71-e3cd01c8b73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:21:16.269037 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-d4ba0f86-8b61-4825-86a8-a0f010ec72d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:16.269037 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ba0f86-8b61-4825-86a8-a0f010ec72d9 None None] Bound using segment: {'id': 'cd02e111-cba9-4185-9043-e5e56a4746d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '3ee852d0-75a3-40b5-ba71-e3cd01c8b73d'} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:21:16.269037 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-d4ba0f86-8b61-4825-86a8-a0f010ec72d9 None None] Bound port: 4a0e2f12-0f58-44e2-ba18-2a8f4290d984, host: dv-cinder-852208-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd02e111-cba9-4185-9043-e5e56a4746d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '3ee852d0-75a3-40b5-ba71-e3cd01c8b73d'}}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:21:16.269037 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-d4ba0f86-8b61-4825-86a8-a0f010ec72d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (4a0e2f12-0f58-44e2-ba18-2a8f4290d984), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:16.385494 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-d4ba0f86-8b61-4825-86a8-a0f010ec72d9 None None] For port 4a0e2f12-0f58-44e2-ba18-2a8f4290d984, host dv-cinder-852208-11-iscsi, cleared binding levels {{(pid=106295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:21:16.389283 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-d4ba0f86-8b61-4825-86a8-a0f010ec72d9 None None] For port 4a0e2f12-0f58-44e2-ba18-2a8f4290d984, host dv-cinder-852208-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=4a0e2f12-0f58-44e2-ba18-2a8f4290d984,segment=NetworkSegment(cd02e111-cba9-4185-9043-e5e56a4746d8),segment_id=cd02e111-cba9-4185-9043-e5e56a4746d8)] {{(pid=106295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:21:16.397903 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-d4ba0f86-8b61-4825-86a8-a0f010ec72d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (4a0e2f12-0f58-44e2-ba18-2a8f4290d984), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:16.486032 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b911ec4-bc40-44ab-8f8b-0142b73dddbb None None] Pushing event updated for resources: {'Port': ['ID=4a0e2f12-0f58-44e2-ba18-2a8f4290d984,revision_number=4']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:16.496882 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ba0f86-8b61-4825-86a8-a0f010ec72d9 None None] Routers {'2c0eb7f9-7938-43a1-b816-79dcde40e99e'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:21:16.497643 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-d4ba0f86-8b61-4825-86a8-a0f010ec72d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:20:52Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['2c0eb7f9-7938-43a1-b816-79dcde40e99e'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:21:16.647482 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 50084) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:21:16.674032 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-d4ba0f86-8b61-4825-86a8-a0f010ec72d9 None None] Set router 2c0eb7f9-7938-43a1-b816-79dcde40e99e gateway port host: dv-cinder-852208-11-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:21:16.674661 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c4a5275c-31b0-4c0e-984b-26a8b317f212 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:16.687516 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-330f4f1c-4d37-4319-913d-85ec3cdcb27f req-af1311b4-0ad2-4521-bde5-005925f0b1d0 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 210 time: 0.0456264 Aug 30 04:21:16.779747 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c4a5275c-31b0-4c0e-984b-26a8b317f212 admin admin] Publish callbacks [] for security_group (5ded6cff-30ce-4939-8713-b386877ea34d), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:16.786855 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c4a5275c-31b0-4c0e-984b-26a8b317f212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (5ded6cff-30ce-4939-8713-b386877ea34d), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:16.853725 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a5275c-31b0-4c0e-984b-26a8b317f212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ded6cff-30ce-4939-8713-b386877ea34d,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:16.863603 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-c4a5275c-31b0-4c0e-984b-26a8b317f212 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=d7c0a6f360e64abbaf9294e2efe97492&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2126112 Aug 30 04:21:16.864177 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 50088) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:21:16.927573 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:16.940839 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-19e1fcda-0022-432a-91cf-8354cb50522b admin admin] Publish callbacks [] for security_group (5ded6cff-30ce-4939-8713-b386877ea34d), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:16.967620 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-19e1fcda-0022-432a-91cf-8354cb50522b admin admin] Publish callbacks [] for security_group (5ded6cff-30ce-4939-8713-b386877ea34d), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:16.998427 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-d4ba0f86-8b61-4825-86a8-a0f010ec72d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0eb7f9-7938-43a1-b816-79dcde40e99e', 'name': 'tempest-TestMinimumBasicScenario-1639022683-router', 'tenant_id': 'b90f352797cc49208763b206fd72546c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.161'}], 'enable_snat': True}, 'gw_port_id': '3c6c4e9b-aa5e-4714-8ee9-03c00b0c6f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:21:05Z', 'updated_at': '2022-08-30T04:21:10Z', 'revision_number': 4, 'project_id': 'b90f352797cc49208763b206fd72546c', 'gw_port': {'id': '3c6c4e9b-aa5e-4714-8ee9-03c00b0c6f4d', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0eb7f9-7938-43a1-b816-79dcde40e99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:21:06Z', 'updated_at': '2022-08-30T04:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': '4a0e2f12-0f58-44e2-ba18-2a8f4290d984', 'name': '', 'network_id': '3ee852d0-75a3-40b5-ba71-e3cd01c8b73d', 'tenant_id': 'b90f352797cc49208763b206fd72546c', 'mac_address': 'fa:16:3e:96:c6:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0eb7f9-7938-43a1-b816-79dcde40e99e', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '8bab63d1-0536-4a36-9b1e-9620f27d1b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:21:09Z', 'updated_at': '2022-08-30T04:21:16Z', 'revision_number': 4, 'project_id': 'b90f352797cc49208763b206fd72546c', 'subnets': [{'id': '8bab63d1-0536-4a36-9b1e-9620f27d1b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:21:17.029906 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ba0f86-8b61-4825-86a8-a0f010ec72d9 None None] The sync data for ids ['2c0eb7f9-7938-43a1-b816-79dcde40e99e'] in dv-cinder-852208-11-iscsi is: [{'id': '2c0eb7f9-7938-43a1-b816-79dcde40e99e', 'name': 'tempest-TestMinimumBasicScenario-1639022683-router', 'tenant_id': 'b90f352797cc49208763b206fd72546c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.161'}], 'enable_snat': True}, 'gw_port_id': '3c6c4e9b-aa5e-4714-8ee9-03c00b0c6f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:21:05Z', 'updated_at': '2022-08-30T04:21:10Z', 'revision_number': 4, 'project_id': 'b90f352797cc49208763b206fd72546c', 'gw_port': {'id': '3c6c4e9b-aa5e-4714-8ee9-03c00b0c6f4d', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0eb7f9-7938-43a1-b816-79dcde40e99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:21:06Z', 'updated_at': '2022-08-30T04:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': '4a0e2f12-0f58-44e2-ba18-2a8f4290d984', 'name': '', 'network_id': '3ee852d0-75a3-40b5-ba71-e3cd01c8b73d', 'tenant_id': 'b90f352797cc49208763b206fd72546c', 'mac_address': 'fa:16:3e:96:c6:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0eb7f9-7938-43a1-b816-79dcde40e99e', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '8bab63d1-0536-4a36-9b1e-9620f27d1b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:21:09Z', 'updated_at': '2022-08-30T04:21:16Z', 'revision_number': 4, 'project_id': 'b90f352797cc49208763b206fd72546c', 'subnets': [{'id': '8bab63d1-0536-4a36-9b1e-9620f27d1b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:21:17.036460 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-19e1fcda-0022-432a-91cf-8354cb50522b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (5ded6cff-30ce-4939-8713-b386877ea34d), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:17.040500 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-19e1fcda-0022-432a-91cf-8354cb50522b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:17.043966 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-19e1fcda-0022-432a-91cf-8354cb50522b admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/5ded6cff-30ce-4939-8713-b386877ea34d HTTP/1.1" status: 204 len: 168 time: 0.1770251 Aug 30 04:21:17.055820 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e1fcda-0022-432a-91cf-8354cb50522b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ded6cff-30ce-4939-8713-b386877ea34d,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:17.313873 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a05545-7f5d-4481-bd7f-79e065b9f016 req-e221d7ae-17a9-4c8f-8bf8-b1d1e3e9ff98 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:17.321613 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-15a05545-7f5d-4481-bd7f-79e065b9f016 req-e221d7ae-17a9-4c8f-8bf8-b1d1e3e9ff98 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 945 time: 0.0917320 Aug 30 04:21:17.360794 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 4a0e2f12-0f58-44e2-ba18-2a8f4290d984 up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:21:17.436769 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port 4a0e2f12-0f58-44e2-ba18-2a8f4290d984 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:21:17.437516 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (4a0e2f12-0f58-44e2-ba18-2a8f4290d984), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:17.448749 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-15a05545-7f5d-4481-bd7f-79e065b9f016 req-f1318fdd-468b-4de9-97e9-c7afb1a6879c tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161656 Aug 30 04:21:17.567876 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port 4a0e2f12-0f58-44e2-ba18-2a8f4290d984 is: DOWN; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:21:17.568272 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (4a0e2f12-0f58-44e2-ba18-2a8f4290d984), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:17.638343 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 50104) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:21:17.652842 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] For port 4a0e2f12-0f58-44e2-ba18-2a8f4290d984, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=4a0e2f12-0f58-44e2-ba18-2a8f4290d984,segment=NetworkSegment(cd02e111-cba9-4185-9043-e5e56a4746d8),segment_id=cd02e111-cba9-4185-9043-e5e56a4746d8)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:21:17.657580 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (4a0e2f12-0f58-44e2-ba18-2a8f4290d984), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:17.659679 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-931f5bb8-2eaa-42ab-8b58-9c20561c22a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:17.701287 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:17.741826 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Pushing event updated for resources: {'Port': ['ID=4a0e2f12-0f58-44e2-ba18-2a8f4290d984,revision_number=5']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:17.784194 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-931f5bb8-2eaa-42ab-8b58-9c20561c22a7 admin admin] Publish callbacks [] for security_group (4085d19d-5e87-4e2f-9080-c2830369d239), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:17.835708 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-931f5bb8-2eaa-42ab-8b58-9c20561c22a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (4085d19d-5e87-4e2f-9080-c2830369d239), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:17.849920 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-0f59fc4f-819b-4dfb-b3a3-164e93ff9828 req-d3fcb337-9f13-43e2-961a-b4f0a26ac507 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 210 time: 0.0615962 Aug 30 04:21:17.853654 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:17.896887 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-931f5bb8-2eaa-42ab-8b58-9c20561c22a7 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=50f2f192175c4236bb48a0ad7c86b9b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2568085 Aug 30 04:21:17.898104 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931f5bb8-2eaa-42ab-8b58-9c20561c22a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4085d19d-5e87-4e2f-9080-c2830369d239,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:17.899902 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 50108) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:21:17.972990 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ff1e61b5-9d36-441d-ae50-158adfeb2212 admin admin] Publish callbacks [] for security_group (4085d19d-5e87-4e2f-9080-c2830369d239), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:17.995944 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ff1e61b5-9d36-441d-ae50-158adfeb2212 admin admin] Publish callbacks [] for security_group (4085d19d-5e87-4e2f-9080-c2830369d239), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:18.057694 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ff1e61b5-9d36-441d-ae50-158adfeb2212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (4085d19d-5e87-4e2f-9080-c2830369d239), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:18.060854 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ff1e61b5-9d36-441d-ae50-158adfeb2212 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:18.064433 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-ff1e61b5-9d36-441d-ae50-158adfeb2212 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/4085d19d-5e87-4e2f-9080-c2830369d239 HTTP/1.1" status: 204 len: 168 time: 0.1612508 Aug 30 04:21:18.072857 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1e61b5-9d36-441d-ae50-158adfeb2212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4085d19d-5e87-4e2f-9080-c2830369d239,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:18.550818 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925e987-7ea8-4dba-86db-20c297e8d8cd req-0dedca54-dc95-4b26-afde-811df38b07bd tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:18.552259 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d925e987-7ea8-4dba-86db-20c297e8d8cd req-0dedca54-dc95-4b26-afde-811df38b07bd tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.75 "GET /networking/v2.0/networks?id=524cda22-09e9-423b-b572-9d6bbb210043 HTTP/1.1" status: 200 len: 819 time: 0.2021806 Aug 30 04:21:18.657961 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:DELETE=5 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:18.698983 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b0158-4cfb-41c8-ada1-6ac3df90db6c req-ac3a90b9-9e51-441e-811b-1d663325c4d5 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:18.700599 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5d3b0158-4cfb-41c8-ada1-6ac3df90db6c req-ac3a90b9-9e51-441e-811b-1d663325c4d5 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 945 time: 0.1270034 Aug 30 04:21:18.756944 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d925e987-7ea8-4dba-86db-20c297e8d8cd req-74945509-d7fd-4b64-9918-2052c214781c tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.75 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a9a5c650ed23445bb585711f962d7e09 HTTP/1.1" status: 200 len: 379 time: 0.1942995 Aug 30 04:21:18.804009 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5d3b0158-4cfb-41c8-ada1-6ac3df90db6c req-015d1689-e99b-4857-bdfa-803e7727e8f8 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897505 Aug 30 04:21:18.822086 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-d925e987-7ea8-4dba-86db-20c297e8d8cd req-802a2fa2-e39c-4f0d-bc73-da945c0a5fd7 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Request body: {'port': {'device_id': 'b08fcdf7-05cc-4789-981c-cb67b796f1bc', 'network_id': '524cda22-09e9-423b-b572-9d6bbb210043', 'admin_state_up': True, 'tenant_id': 'a9a5c650ed23445bb585711f962d7e09', 'security_groups': ['e9f0b7fa-f259-40d7-927a-670fb929a634']}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:21:18.968066 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d925e987-7ea8-4dba-86db-20c297e8d8cd req-802a2fa2-e39c-4f0d-bc73-da945c0a5fd7 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Made reservation on behalf of a9a5c650ed23445bb585711f962d7e09 for: {'port': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:21:18.974122 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-d925e987-7ea8-4dba-86db-20c297e8d8cd req-802a2fa2-e39c-4f0d-bc73-da945c0a5fd7 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:19.046192 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-765d1a7d-f7b5-4af1-aaed-15a2bde76e4d req-d684a56a-1b7c-4153-a73a-a52c821b4f5b tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 210 time: 0.0465050 Aug 30 04:21:19.140370 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 50142) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:21:19.158590 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:19.170582 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [req-d925e987-7ea8-4dba-86db-20c297e8d8cd req-802a2fa2-e39c-4f0d-bc73-da945c0a5fd7 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Allocated IP 172.20.0.8 (524cda22-09e9-423b-b572-9d6bbb210043/bf40f790-127d-4290-907b-8c5f990389ae/eb59a541-38aa-4db2-b9d0-47ff00f339c8) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:21:19.317065 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 4a0e2f12-0f58-44e2-ba18-2a8f4290d984 up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:21:19.323122 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-dfe1ce7a-eb87-49ad-9ac3-f427b00e42dc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1312376911-network', 'tenant_id': '7ca6dbede37a49528a555112bcfd816a'}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:21:19.367640 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe1ce7a-eb87-49ad-9ac3-f427b00e42dc admin admin] Made reservation on behalf of 7ca6dbede37a49528a555112bcfd816a for: {'network': 1} {{(pid=106292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:21:19.371663 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-dfe1ce7a-eb87-49ad-9ac3-f427b00e42dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for network (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:19.372364 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port 4a0e2f12-0f58-44e2-ba18-2a8f4290d984 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:21:19.372960 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (4a0e2f12-0f58-44e2-ba18-2a8f4290d984), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:19.381110 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-d925e987-7ea8-4dba-86db-20c297e8d8cd req-802a2fa2-e39c-4f0d-bc73-da945c0a5fd7 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks [] for port (eb59a541-38aa-4db2-b9d0-47ff00f339c8), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:19.382670 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-dfe1ce7a-eb87-49ad-9ac3-f427b00e42dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:19.456870 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-d925e987-7ea8-4dba-86db-20c297e8d8cd req-802a2fa2-e39c-4f0d-bc73-da945c0a5fd7 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (eb59a541-38aa-4db2-b9d0-47ff00f339c8), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:19.472470 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port 4a0e2f12-0f58-44e2-ba18-2a8f4290d984 is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:21:19.502406 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-dfe1ce7a-eb87-49ad-9ac3-f427b00e42dc admin admin] Publish callbacks [] for security_group (76c5c299-68cd-475b-8588-e349b55eae0c), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:19.509463 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d925e987-7ea8-4dba-86db-20c297e8d8cd req-802a2fa2-e39c-4f0d-bc73-da945c0a5fd7 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Network 524cda22-09e9-423b-b572-9d6bbb210043 is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:21:19.509726 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-dfe1ce7a-eb87-49ad-9ac3-f427b00e42dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (76c5c299-68cd-475b-8588-e349b55eae0c), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:19.516120 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [req-d925e987-7ea8-4dba-86db-20c297e8d8cd req-802a2fa2-e39c-4f0d-bc73-da945c0a5fd7 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:21:19.530932 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-d925e987-7ea8-4dba-86db-20c297e8d8cd req-802a2fa2-e39c-4f0d-bc73-da945c0a5fd7 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:21:19.537190 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe1ce7a-eb87-49ad-9ac3-f427b00e42dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c5c299-68cd-475b-8588-e349b55eae0c,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:19.551744 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfe1ce7a-eb87-49ad-9ac3-f427b00e42dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=106292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 04:21:19.563661 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-dfe1ce7a-eb87-49ad-9ac3-f427b00e42dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784698'] for segment (6e267aef-fc27-4f3f-a8d8-d6ecfbf87aa3), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:19.564180 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.db.segments_db [None req-dfe1ce7a-eb87-49ad-9ac3-f427b00e42dc admin admin] Added segment 6e267aef-fc27-4f3f-a8d8-d6ecfbf87aa3 of type vlan for network 2774a858-2972-416a-bca6-0cf962f4b9d8 Aug 30 04:21:19.607479 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a2fa2-e39c-4f0d-bc73-da945c0a5fd7 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Pushing event updated for resources: {'Port': ['ID=eb59a541-38aa-4db2-b9d0-47ff00f339c8,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:19.616412 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925e987-7ea8-4dba-86db-20c297e8d8cd req-802a2fa2-e39c-4f0d-bc73-da945c0a5fd7 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:19.617814 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-d925e987-7ea8-4dba-86db-20c297e8d8cd req-802a2fa2-e39c-4f0d-bc73-da945c0a5fd7 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:19.643075 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d925e987-7ea8-4dba-86db-20c297e8d8cd req-802a2fa2-e39c-4f0d-bc73-da945c0a5fd7 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.75 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8255105 Aug 30 04:21:19.646023 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-dfe1ce7a-eb87-49ad-9ac3-f427b00e42dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749362409045'] for network (2774a858-2972-416a-bca6-0cf962f4b9d8), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:19.657101 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-d925e987-7ea8-4dba-86db-20c297e8d8cd req-042fc9f6-2043-417f-b5d1-68422cc7dbea service neutron] Request body: {'port': {'device_id': 'b08fcdf7-05cc-4789-981c-cb67b796f1bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:21:19.680366 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-dfe1ce7a-eb87-49ad-9ac3-f427b00e42dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472'] for network (2774a858-2972-416a-bca6-0cf962f4b9d8), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:19.681711 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe1ce7a-eb87-49ad-9ac3-f427b00e42dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:19.682473 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-dfe1ce7a-eb87-49ad-9ac3-f427b00e42dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for network (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:19.761498 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:19.764548 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe1ce7a-eb87-49ad-9ac3-f427b00e42dc admin admin] Pushing event updated for resources: {'Network': ['ID=2774a858-2972-416a-bca6-0cf962f4b9d8,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:19.775967 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Network 2774a858-2972-416a-bca6-0cf962f4b9d8 details requested by agent ovs-agent-dv-cinder-852208-11-iscsi with host dv-cinder-852208-11-iscsi {{(pid=106294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 04:21:19.805757 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-dfe1ce7a-eb87-49ad-9ac3-f427b00e42dc admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6640589 Aug 30 04:21:19.809506 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 50150) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:21:19.815632 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-d925e987-7ea8-4dba-86db-20c297e8d8cd req-042fc9f6-2043-417f-b5d1-68422cc7dbea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (eb59a541-38aa-4db2-b9d0-47ff00f339c8), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:19.819683 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-8dc8282f-a329-434e-9d3e-898107f50581 admin admin] Request body: {'subnet': {'network_id': '2774a858-2972-416a-bca6-0cf962f4b9d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1312376911-subnet', 'tenant_id': '7ca6dbede37a49528a555112bcfd816a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:21:19.846661 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc8282f-a329-434e-9d3e-898107f50581 admin admin] Made reservation on behalf of 7ca6dbede37a49528a555112bcfd816a for: {'subnet': 1} {{(pid=106292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:21:19.855206 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-8dc8282f-a329-434e-9d3e-898107f50581 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834635'] for subnet (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:19.961575 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-757e80ce-8e3d-40f7-86f1-9b25acf20c4c None None] Provisioning complete for port eb59a541-38aa-4db2-b9d0-47ff00f339c8 triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:21:19.962424 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-757e80ce-8e3d-40f7-86f1-9b25acf20c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (eb59a541-38aa-4db2-b9d0-47ff00f339c8), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:20.009224 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-757e80ce-8e3d-40f7-86f1-9b25acf20c4c None None] Port eb59a541-38aa-4db2-b9d0-47ff00f339c8 cannot update to ACTIVE because it is not bound. {{(pid=106294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:21:20.060885 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:20.097184 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38430786-f88b-42f2-8c35-274c3b8d99d4 req-227b1a5f-3f0a-4a27-b1f2-d02cd7687a79 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:20.098727 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-38430786-f88b-42f2-8c35-274c3b8d99d4 req-227b1a5f-3f0a-4a27-b1f2-d02cd7687a79 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 945 time: 0.1542201 Aug 30 04:21:20.110600 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:20.145088 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-8dc8282f-a329-434e-9d3e-898107f50581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2642091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834653'] for subnet (be711d9b-e6ae-48b0-b700-7b2bda51fcd7), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:20.219831 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-38430786-f88b-42f2-8c35-274c3b8d99d4 req-d6269650-3f8e-4c36-91df-1617d49d9ccc tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093214 Aug 30 04:21:20.262562 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998469d-9dbf-4098-ae09-1d2f8c460ca2 req-675a1a43-6978-4484-805a-b1c0ba78d025 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:20.262562 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-c998469d-9dbf-4098-ae09-1d2f8c460ca2 req-675a1a43-6978-4484-805a-b1c0ba78d025 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 931 time: 0.1118257 Aug 30 04:21:20.268301 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc8282f-a329-434e-9d3e-898107f50581 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be711d9b-e6ae-48b0-b700-7b2bda51fcd7,revision_number=0']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:20.321324 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc8282f-a329-434e-9d3e-898107f50581 admin admin] Checking segment: {'id': '6e267aef-fc27-4f3f-a8d8-d6ecfbf87aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '2774a858-2972-416a-bca6-0cf962f4b9d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:21:20.321586 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc8282f-a329-434e-9d3e-898107f50581 admin admin] Network hostable DHCP agents. Network: 2774a858-2972-416a-bca6-0cf962f4b9d8, hostable agents: ['1bd89ca2-58f6-428d-83bf-6325bad549fd'], hosted agents: [] {{(pid=106292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 04:21:20.362367 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [req-d925e987-7ea8-4dba-86db-20c297e8d8cd req-042fc9f6-2043-417f-b5d1-68422cc7dbea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb59a541-38aa-4db2-b9d0-47ff00f339c8 {{(pid=106293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:21:20.369787 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc8282f-a329-434e-9d3e-898107f50581 admin admin] Network 2774a858-2972-416a-bca6-0cf962f4b9d8 is scheduled to be hosted by DHCP agent 1bd89ca2-58f6-428d-83bf-6325bad549fd with binding_index 1 {{(pid=106292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 04:21:20.371673 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-ef7e5191-ddd7-48e7-8a06-5ce9fb7f724f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (1bd89ca2-58f6-428d-83bf-6325bad549fd), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:20.381558 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-d925e987-7ea8-4dba-86db-20c297e8d8cd req-042fc9f6-2043-417f-b5d1-68422cc7dbea service neutron] Publish callbacks [] for port (eb59a541-38aa-4db2-b9d0-47ff00f339c8), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:20.387901 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-c998469d-9dbf-4098-ae09-1d2f8c460ca2 req-ea0f35df-eeba-4948-ba75-20eb9bfa0818 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e9f0b7fa-f259-40d7-927a-670fb929a634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053479 Aug 30 04:21:20.389219 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.base_scheduler [None req-8dc8282f-a329-434e-9d3e-898107f50581 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852208-11-iscsi, 2774a858-2972-416a-bca6-0cf962f4b9d8) {{(pid=106292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:21:20.398171 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc8282f-a329-434e-9d3e-898107f50581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:20.399464 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-8dc8282f-a329-434e-9d3e-898107f50581 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for subnet (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:20.400636 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8ff273-3981-437c-b056-010995eb264f None None] Network 2774a858-2972-416a-bca6-0cf962f4b9d8 requested from dv-cinder-852208-11-iscsi {{(pid=106294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:21:20.442291 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-8dc8282f-a329-434e-9d3e-898107f50581 admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6231561 Aug 30 04:21:20.442512 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.provisioning_blocks [req-d925e987-7ea8-4dba-86db-20c297e8d8cd req-042fc9f6-2043-417f-b5d1-68422cc7dbea service neutron] Transition to ACTIVE for port object eb59a541-38aa-4db2-b9d0-47ff00f339c8 will not be triggered until provisioned by entity L2. {{(pid=106293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:21:20.442512 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-d925e987-7ea8-4dba-86db-20c297e8d8cd req-042fc9f6-2043-417f-b5d1-68422cc7dbea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-454314'] for port (eb59a541-38aa-4db2-b9d0-47ff00f339c8), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:20.472653 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:UPDATE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:20.544286 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042fc9f6-2043-417f-b5d1-68422cc7dbea service neutron] Pushing event updated for resources: {'Port': ['ID=eb59a541-38aa-4db2-b9d0-47ff00f339c8,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:20.545630 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4eef88-6f73-4d7f-9035-938853082c51 None None] Network 2774a858-2972-416a-bca6-0cf962f4b9d8 requested from dv-cinder-852208-11-iscsi {{(pid=106294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:21:20.605604 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-d925e987-7ea8-4dba-86db-20c297e8d8cd req-042fc9f6-2043-417f-b5d1-68422cc7dbea service neutron] Attempting to bind port eb59a541-38aa-4db2-b9d0-47ff00f339c8 on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:21:20.606088 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-d925e987-7ea8-4dba-86db-20c297e8d8cd req-042fc9f6-2043-417f-b5d1-68422cc7dbea service neutron] Attempting to bind port eb59a541-38aa-4db2-b9d0-47ff00f339c8 by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': 'ba3ccad1-e761-4282-ad36-66b52ed371a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '524cda22-09e9-423b-b572-9d6bbb210043'}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:21:20.606542 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d925e987-7ea8-4dba-86db-20c297e8d8cd req-042fc9f6-2043-417f-b5d1-68422cc7dbea service neutron] Attempting to bind port eb59a541-38aa-4db2-b9d0-47ff00f339c8 on network 524cda22-09e9-423b-b572-9d6bbb210043 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:21:20.615157 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d925e987-7ea8-4dba-86db-20c297e8d8cd req-042fc9f6-2043-417f-b5d1-68422cc7dbea service neutron] Port eb59a541-38aa-4db2-b9d0-47ff00f339c8 on network 524cda22-09e9-423b-b572-9d6bbb210043 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:21:20.616259 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d925e987-7ea8-4dba-86db-20c297e8d8cd req-042fc9f6-2043-417f-b5d1-68422cc7dbea service neutron] Attempting to bind port eb59a541-38aa-4db2-b9d0-47ff00f339c8 on network 524cda22-09e9-423b-b572-9d6bbb210043 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:21:20.624139 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d925e987-7ea8-4dba-86db-20c297e8d8cd req-042fc9f6-2043-417f-b5d1-68422cc7dbea service neutron] Checking agent: {'id': '5274a8db-cdbb-4c02-abb1-2eb9d7076dc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 17), 'started_at': datetime.datetime(2022, 8, 30, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:21:20.624623 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d925e987-7ea8-4dba-86db-20c297e8d8cd req-042fc9f6-2043-417f-b5d1-68422cc7dbea service neutron] Checking segment: {'id': 'ba3ccad1-e761-4282-ad36-66b52ed371a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '524cda22-09e9-423b-b572-9d6bbb210043'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:21:20.625108 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d925e987-7ea8-4dba-86db-20c297e8d8cd req-042fc9f6-2043-417f-b5d1-68422cc7dbea service neutron] Bound using segment: {'id': 'ba3ccad1-e761-4282-ad36-66b52ed371a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '524cda22-09e9-423b-b572-9d6bbb210043'} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:21:20.625644 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-d925e987-7ea8-4dba-86db-20c297e8d8cd req-042fc9f6-2043-417f-b5d1-68422cc7dbea service neutron] Bound port: eb59a541-38aa-4db2-b9d0-47ff00f339c8, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba3ccad1-e761-4282-ad36-66b52ed371a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '524cda22-09e9-423b-b572-9d6bbb210043'}}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:21:20.626102 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-d925e987-7ea8-4dba-86db-20c297e8d8cd req-042fc9f6-2043-417f-b5d1-68422cc7dbea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (eb59a541-38aa-4db2-b9d0-47ff00f339c8), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:20.752111 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-d925e987-7ea8-4dba-86db-20c297e8d8cd req-042fc9f6-2043-417f-b5d1-68422cc7dbea service neutron] For port eb59a541-38aa-4db2-b9d0-47ff00f339c8, host hv-cinder-85220, cleared binding levels {{(pid=106293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:21:20.759861 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-d925e987-7ea8-4dba-86db-20c297e8d8cd req-042fc9f6-2043-417f-b5d1-68422cc7dbea service neutron] For port eb59a541-38aa-4db2-b9d0-47ff00f339c8, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=eb59a541-38aa-4db2-b9d0-47ff00f339c8,segment=NetworkSegment(ba3ccad1-e761-4282-ad36-66b52ed371a6),segment_id=ba3ccad1-e761-4282-ad36-66b52ed371a6)] {{(pid=106293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:21:20.768156 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-d925e987-7ea8-4dba-86db-20c297e8d8cd req-042fc9f6-2043-417f-b5d1-68422cc7dbea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-454314'] for port (eb59a541-38aa-4db2-b9d0-47ff00f339c8), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:20.772457 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925e987-7ea8-4dba-86db-20c297e8d8cd req-042fc9f6-2043-417f-b5d1-68422cc7dbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:20.773196 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-d925e987-7ea8-4dba-86db-20c297e8d8cd req-042fc9f6-2043-417f-b5d1-68422cc7dbea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:20.775242 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d925e987-7ea8-4dba-86db-20c297e8d8cd req-042fc9f6-2043-417f-b5d1-68422cc7dbea service neutron] 10.222.0.75 "PUT /networking/v2.0/ports/eb59a541-38aa-4db2-b9d0-47ff00f339c8 HTTP/1.1" status: 200 len: 1093 time: 1.1242099 Aug 30 04:21:20.775891 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b08fcdf7-05cc-4789-981c-cb67b796f1bc', 'tag': 'eb59a541-38aa-4db2-b9d0-47ff00f339c8'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:21:20.778161 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11a3118c5976ecaadc28dc64ec6366a88eb3d4be069be3e491e321578e9d1f78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7462c2-b318-4c90-aff1-ebd5616a6a85" -d '{"events": [{"name": "network-changed", "server_uuid": "b08fcdf7-05cc-4789-981c-cb67b796f1bc", "tag": "eb59a541-38aa-4db2-b9d0-47ff00f339c8"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:21:20.865659 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2822ca62-7f76-42c3-b6c1-b94d7efff39d x-openstack-request-id: req-2822ca62-7f76-42c3-b6c1-b94d7efff39d {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:21:20.866163 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b08fcdf7-05cc-4789-981c-cb67b796f1bc", "tag": "eb59a541-38aa-4db2-b9d0-47ff00f339c8", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:21:20.866591 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2822ca62-7f76-42c3-b6c1-b94d7efff39d {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:21:20.867207 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2822ca62-7f76-42c3-b6c1-b94d7efff39d'] response: {'name': 'network-changed', 'server_uuid': 'b08fcdf7-05cc-4789-981c-cb67b796f1bc', 'tag': 'eb59a541-38aa-4db2-b9d0-47ff00f339c8', 'status': 'completed', 'code': 200} Aug 30 04:21:20.956869 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925e987-7ea8-4dba-86db-20c297e8d8cd req-1f6a1f14-74ec-4f48-92f2-15e965a8d944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:20.958383 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d925e987-7ea8-4dba-86db-20c297e8d8cd req-1f6a1f14-74ec-4f48-92f2-15e965a8d944 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=a9a5c650ed23445bb585711f962d7e09&device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 1127 time: 0.1114450 Aug 30 04:21:20.962726 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042fc9f6-2043-417f-b5d1-68422cc7dbea service neutron] Pushing event updated for resources: {'Port': ['ID=eb59a541-38aa-4db2-b9d0-47ff00f339c8,revision_number=3']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:21.017464 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d925e987-7ea8-4dba-86db-20c297e8d8cd req-117cc180-c7ff-44bf-ae4c-8f6f5618741e service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb59a541-38aa-4db2-b9d0-47ff00f339c8 HTTP/1.1" status: 200 len: 217 time: 0.0416794 Aug 30 04:21:21.081711 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925e987-7ea8-4dba-86db-20c297e8d8cd req-15ad50ab-0484-4a96-a24b-ad34ff2e0997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:21.083974 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d925e987-7ea8-4dba-86db-20c297e8d8cd req-15ad50ab-0484-4a96-a24b-ad34ff2e0997 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=bf40f790-127d-4290-907b-8c5f990389ae HTTP/1.1" status: 200 len: 858 time: 0.0602036 Aug 30 04:21:21.153482 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925e987-7ea8-4dba-86db-20c297e8d8cd req-6ce2b262-7519-4fab-8628-178f9b666e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:21.155022 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d925e987-7ea8-4dba-86db-20c297e8d8cd req-6ce2b262-7519-4fab-8628-178f9b666e00 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=524cda22-09e9-423b-b572-9d6bbb210043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0638959 Aug 30 04:21:21.373099 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d925e987-7ea8-4dba-86db-20c297e8d8cd req-40cb1864-0386-49b6-9a08-9dde3ee1da73 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/524cda22-09e9-423b-b572-9d6bbb210043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044191 Aug 30 04:21:21.522573 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a138806-d517-4ec8-8462-979da61e0554 req-99a0c5b3-ce60-4a6a-9529-82a5f8c73309 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:21.542321 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-6a138806-d517-4ec8-8462-979da61e0554 req-99a0c5b3-ce60-4a6a-9529-82a5f8c73309 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 945 time: 0.1568134 Aug 30 04:21:21.661365 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-6a138806-d517-4ec8-8462-979da61e0554 req-735d42f2-c31d-4ba6-b56f-033a0a0c32e9 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181540 Aug 30 04:21:21.740526 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3561865-fdc0-4fab-a912-710b1114b4b4 req-ea3d0307-d958-438e-a756-f7f153b6297d tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:21.744651 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c3561865-fdc0-4fab-a912-710b1114b4b4 req-ea3d0307-d958-438e-a756-f7f153b6297d tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 943 time: 0.1241472 Aug 30 04:21:21.795806 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d925e987-7ea8-4dba-86db-20c297e8d8cd req-2d6f44f1-17f4-48bf-9401-4543c756416d service neutron] 10.222.0.75 "GET /networking/v2.0/networks/524cda22-09e9-423b-b572-9d6bbb210043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4149244 Aug 30 04:21:21.855340 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c3561865-fdc0-4fab-a912-710b1114b4b4 req-d70df143-33b1-47ce-a284-f24ee863437c tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e9f0b7fa-f259-40d7-927a-670fb929a634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576043 Aug 30 04:21:22.000433 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea454d75-94fd-408d-a4d6-bf50298b3f6d req-9b7ab709-f2a8-4993-b8b1-eab6d9228e8b tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:22.001932 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ea454d75-94fd-408d-a4d6-bf50298b3f6d req-9b7ab709-f2a8-4993-b8b1-eab6d9228e8b tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 945 time: 0.0520248 Aug 30 04:21:22.016252 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:22.060657 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ea454d75-94fd-408d-a4d6-bf50298b3f6d req-facaf796-d1d9-4995-bcef-5eaf8d25c01d tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527451 Aug 30 04:21:22.513128 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-99404e52-2ed1-4a36-8644-23bbcb1e7782 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:22.842559 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7462c2-b318-4c90-aff1-ebd5616a6a85 req-76fea8b7-a319-416e-aee7-423916d29ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:22.854244 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9a7462c2-b318-4c90-aff1-ebd5616a6a85 req-76fea8b7-a319-416e-aee7-423916d29ba5 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=a9a5c650ed23445bb585711f962d7e09&device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 1127 time: 0.0879447 Aug 30 04:21:22.919463 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc3a39-9bed-47f9-84e3-f957dc1cf179 req-ec0d8aed-356d-4d36-b285-a89933729c29 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:22.921109 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-c8bc3a39-9bed-47f9-84e3-f957dc1cf179 req-ec0d8aed-356d-4d36-b285-a89933729c29 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 945 time: 0.1257465 Aug 30 04:21:23.011043 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-c8bc3a39-9bed-47f9-84e3-f957dc1cf179 req-0167faf2-e567-440a-b31e-b8f0dde3bd9d tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829000 Aug 30 04:21:23.061347 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:23.101137 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7275afa-e35e-470b-8453-c345154f59fb req-fc837cc3-3026-4e5f-9eae-8465296d0b10 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:23.121315 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c7275afa-e35e-470b-8453-c345154f59fb req-fc837cc3-3026-4e5f-9eae-8465296d0b10 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 943 time: 0.1198020 Aug 30 04:21:23.152949 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7462c2-b318-4c90-aff1-ebd5616a6a85 req-3991511a-b95c-4aff-bc00-0fdd28e97c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:23.154589 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9a7462c2-b318-4c90-aff1-ebd5616a6a85 req-3991511a-b95c-4aff-bc00-0fdd28e97c10 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=524cda22-09e9-423b-b572-9d6bbb210043 HTTP/1.1" status: 200 len: 920 time: 0.3061478 Aug 30 04:21:23.207835 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9a7462c2-b318-4c90-aff1-ebd5616a6a85 req-ab2586fa-c0df-4b95-b967-b6ad2312b8e6 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb59a541-38aa-4db2-b9d0-47ff00f339c8 HTTP/1.1" status: 200 len: 217 time: 0.0432341 Aug 30 04:21:23.270920 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5d5ef-236a-4b5e-b3a1-9e678580864d req-2f9eefea-7869-4e3a-b966-4a1be09832ce tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:23.280316 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-05e5d5ef-236a-4b5e-b3a1-9e678580864d req-2f9eefea-7869-4e3a-b966-4a1be09832ce tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/networks?id=2774a858-2972-416a-bca6-0cf962f4b9d8 HTTP/1.1" status: 200 len: 809 time: 0.1587291 Aug 30 04:21:23.296478 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-05e5d5ef-236a-4b5e-b3a1-9e678580864d req-8901c6c0-0deb-4d8c-97a9-7e95e46ad0dc tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/quotas/7ca6dbede37a49528a555112bcfd816a HTTP/1.1" status: 200 len: 375 time: 0.0164242 Aug 30 04:21:23.324543 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c7275afa-e35e-470b-8453-c345154f59fb req-9808c262-901d-45fb-8180-f92d3c218e7c tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e9f0b7fa-f259-40d7-927a-670fb929a634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2022727 Aug 30 04:21:23.343152 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-05e5d5ef-236a-4b5e-b3a1-9e678580864d req-64b53ab1-4492-433a-a5a0-2e9c4a9df297 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=7ca6dbede37a49528a555112bcfd816a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453415 Aug 30 04:21:23.353435 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7462c2-b318-4c90-aff1-ebd5616a6a85 req-6a9119b7-1074-47fc-b534-0fba891790da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:23.358914 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9a7462c2-b318-4c90-aff1-ebd5616a6a85 req-6a9119b7-1074-47fc-b534-0fba891790da service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=bf40f790-127d-4290-907b-8c5f990389ae HTTP/1.1" status: 200 len: 858 time: 0.1411035 Aug 30 04:21:23.422193 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7462c2-b318-4c90-aff1-ebd5616a6a85 req-0d9d752c-ee10-4c14-9a2c-af07e19c3a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:23.423834 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9a7462c2-b318-4c90-aff1-ebd5616a6a85 req-0d9d752c-ee10-4c14-9a2c-af07e19c3a32 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=524cda22-09e9-423b-b572-9d6bbb210043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0577414 Aug 30 04:21:23.451953 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:23.460424 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-05e5d5ef-236a-4b5e-b3a1-9e678580864d req-30d2742d-1a5f-40e1-9432-38f95d9dd25e service neutron] 10.222.0.46 "GET /networking/v2.0/networks/2774a858-2972-416a-bca6-0cf962f4b9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163392 Aug 30 04:21:23.547773 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2bad96-e822-4df6-83de-757d5a37c98c req-066a193c-3b83-42a5-90b5-c360bbb21466 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:23.549171 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6a2bad96-e822-4df6-83de-757d5a37c98c req-066a193c-3b83-42a5-90b5-c360bbb21466 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 945 time: 0.1243272 Aug 30 04:21:23.615695 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-05e5d5ef-236a-4b5e-b3a1-9e678580864d req-17e27213-bce2-427e-9b3e-77d8f5bf96d0 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/2774a858-2972-416a-bca6-0cf962f4b9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504831 Aug 30 04:21:23.625271 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9a7462c2-b318-4c90-aff1-ebd5616a6a85 req-5ec25ec8-a7e7-4111-874c-e2b292552d75 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/524cda22-09e9-423b-b572-9d6bbb210043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862135 Aug 30 04:21:23.628502 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6a2bad96-e822-4df6-83de-757d5a37c98c req-a80d12c6-106e-4610-8b2d-046c6f3999b8 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719674 Aug 30 04:21:23.770685 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8bdbbddc-d827-40e6-b8fb-29930693a668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (0ba81f50-231f-4a87-bfed-adcf093ea106), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:23.771797 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9a7462c2-b318-4c90-aff1-ebd5616a6a85 req-57d60e86-1209-416b-a1c3-1c82c877b86e service neutron] 10.222.0.75 "GET /networking/v2.0/networks/524cda22-09e9-423b-b572-9d6bbb210043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372814 Aug 30 04:21:23.832531 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-47a2aaf5-c1d9-4484-a90b-0c6a64119556 req-b2134fd3-a34a-47f6-a34b-3de1f4ed264c tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=53690b9c-2325-4266-9b6b-3ba3b9a2bed5 HTTP/1.1" status: 200 len: 210 time: 0.0393882 Aug 30 04:21:24.165285 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea8952-9a82-498e-94dc-64097ad5198f req-9fcab4a2-5399-448e-bdba-9ec042221886 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:24.169112 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-4eea8952-9a82-498e-94dc-64097ad5198f req-9fcab4a2-5399-448e-bdba-9ec042221886 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 945 time: 0.0661640 Aug 30 04:21:24.224149 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-4eea8952-9a82-498e-94dc-64097ad5198f req-e18e2e31-6f3e-48c9-a93e-e8a4250949c4 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485775 Aug 30 04:21:24.456082 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3a913-17dc-4fae-b409-01b577f9763f req-80330864-ccdc-4131-853c-9558379f7252 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:24.457552 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-23a3a913-17dc-4fae-b409-01b577f9763f req-80330864-ccdc-4131-853c-9558379f7252 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 943 time: 0.0509903 Aug 30 04:21:24.518838 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-23a3a913-17dc-4fae-b409-01b577f9763f req-e2f96cc8-c2b6-454e-a773-986b43a633f2 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e9f0b7fa-f259-40d7-927a-670fb929a634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536108 Aug 30 04:21:24.569433 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device eb59a541-38aa-4db2-b9d0-47ff00f339c8 details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106294) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:21:24.639793 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:24.698781 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port eb59a541-38aa-4db2-b9d0-47ff00f339c8, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=eb59a541-38aa-4db2-b9d0-47ff00f339c8,segment=NetworkSegment(ba3ccad1-e761-4282-ad36-66b52ed371a6),segment_id=ba3ccad1-e761-4282-ad36-66b52ed371a6)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:21:24.713311 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Returning: {'device': 'eb59a541-38aa-4db2-b9d0-47ff00f339c8', 'network_id': '524cda22-09e9-423b-b572-9d6bbb210043', 'port_id': 'eb59a541-38aa-4db2-b9d0-47ff00f339c8', 'mac_address': 'fa:16:3e:da:c7:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf40f790-127d-4290-907b-8c5f990389ae', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106294) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:21:24.762089 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Current status of the port eb59a541-38aa-4db2-b9d0-47ff00f339c8 is: DOWN; New status is: BUILD {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:21:24.762769 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (eb59a541-38aa-4db2-b9d0-47ff00f339c8), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:24.778675 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5942501b-36aa-4b44-a9c2-d89e77ee425d req-7c64ebf0-187c-4091-9e92-8a350f9cf549 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:24.782998 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-5942501b-36aa-4b44-a9c2-d89e77ee425d req-7c64ebf0-187c-4091-9e92-8a350f9cf549 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 945 time: 0.0613008 Aug 30 04:21:24.785199 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb59a541-38aa-4db2-b9d0-47ff00f339c8 {{(pid=106294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:21:24.824945 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port eb59a541-38aa-4db2-b9d0-47ff00f339c8, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=eb59a541-38aa-4db2-b9d0-47ff00f339c8,segment=NetworkSegment(ba3ccad1-e761-4282-ad36-66b52ed371a6),segment_id=ba3ccad1-e761-4282-ad36-66b52ed371a6)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:21:24.855236 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (eb59a541-38aa-4db2-b9d0-47ff00f339c8), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:24.876050 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=100 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:24.888976 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-5942501b-36aa-4b44-a9c2-d89e77ee425d req-ed19fa02-1c8f-4858-9e62-a29cfc61379d tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969775 Aug 30 04:21:24.924370 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Pushing event updated for resources: {'Port': ['ID=eb59a541-38aa-4db2-b9d0-47ff00f339c8,revision_number=4']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:25.026197 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ac1dd819-bb67-4efd-b0e8-1de943df3513 req-99a3d3c4-532b-4b79-af93-afb8b1dea31b tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=53690b9c-2325-4266-9b6b-3ba3b9a2bed5 HTTP/1.1" status: 200 len: 210 time: 0.0289781 Aug 30 04:21:25.386608 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d33980-5bb5-4eff-9583-6ffee778dc28 req-88c3f358-c99b-40d7-84a8-fc51b6d5bc1f tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:25.386608 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-a3d33980-5bb5-4eff-9583-6ffee778dc28 req-88c3f358-c99b-40d7-84a8-fc51b6d5bc1f tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 945 time: 0.0581825 Aug 30 04:21:25.439283 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-390264ec-bab8-4bcb-922a-62bbd4f3a683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (b2cd167f-1ad0-4273-bd2a-29638b1fd1d2), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:25.462583 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-a3d33980-5bb5-4eff-9583-6ffee778dc28 req-47cccf24-9bc6-4b07-adae-e3808e5c4ff2 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774281 Aug 30 04:21:25.568003 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (d414c4c0-e104-4322-85c3-8bf64da32860), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:25.649605 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed0e146-57a7-4c7e-ac3c-26e3e06fe09f req-6d3560b5-d8fa-421a-84e8-5016799ab236 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:25.651247 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1ed0e146-57a7-4c7e-ac3c-26e3e06fe09f req-6d3560b5-d8fa-421a-84e8-5016799ab236 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 944 time: 0.0536299 Aug 30 04:21:25.712630 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1ed0e146-57a7-4c7e-ac3c-26e3e06fe09f req-f9373542-530d-42a3-8b15-d7b97b173217 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e9f0b7fa-f259-40d7-927a-670fb929a634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515389 Aug 30 04:21:25.991877 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c5f89e-494e-454c-8e7d-88d41494212f req-0c5c6a41-42d7-402e-b120-633a25c738a6 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:25.993446 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f1c5f89e-494e-454c-8e7d-88d41494212f req-0c5c6a41-42d7-402e-b120-633a25c738a6 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/networks?id=dd2a8049-b917-49e6-b871-9134d7a6f650 HTTP/1.1" status: 200 len: 815 time: 0.1076446 Aug 30 04:21:26.011762 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f1c5f89e-494e-454c-8e7d-88d41494212f req-7ce88b25-250b-4060-b46c-d3f6e49b98c8 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/quotas/ddae968572774fa5b3d0a561b5c1b085 HTTP/1.1" status: 200 len: 375 time: 0.0110631 Aug 30 04:21:26.022180 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4987c-4515-49e5-a3a4-f079bb08f370 req-9c9bcd62-8414-4c8e-9bc6-4eee7fa1641e tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:26.024820 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-33a4987c-4515-49e5-a3a4-f079bb08f370 req-9c9bcd62-8414-4c8e-9bc6-4eee7fa1641e tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 945 time: 0.0537148 Aug 30 04:21:26.030732 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:26.067195 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f1c5f89e-494e-454c-8e7d-88d41494212f req-71d5d1cb-0235-4608-8c2f-d33a712b992f tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=ddae968572774fa5b3d0a561b5c1b085&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497775 Aug 30 04:21:26.077311 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-33a4987c-4515-49e5-a3a4-f079bb08f370 req-93d0f278-7f51-4b10-bd5a-11815fd9b4ef tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458806 Aug 30 04:21:26.166577 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-a24577bb-0ee1-48a2-99db-6a9e78d93fc2 req-c7de0d3d-7baa-42c9-a25f-8648c8444323 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=53690b9c-2325-4266-9b6b-3ba3b9a2bed5 HTTP/1.1" status: 200 len: 210 time: 0.0311532 Aug 30 04:21:26.174104 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f1c5f89e-494e-454c-8e7d-88d41494212f req-c81ee8de-1440-4702-82b0-f78d703952d9 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/dd2a8049-b917-49e6-b871-9134d7a6f650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935495 Aug 30 04:21:26.268345 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f1c5f89e-494e-454c-8e7d-88d41494212f req-826eeb15-0cb0-4732-b67c-cbdd8b444120 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/dd2a8049-b917-49e6-b871-9134d7a6f650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882273 Aug 30 04:21:26.465900 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-f7a2128e-dca2-4935-85f9-c6aef2d5e2fa req-056e4aad-f777-4bea-9767-7d59839befaf tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8a3a79d0-31a2-463a-b7db-749bfd7eb055 HTTP/1.1" status: 200 len: 210 time: 0.0321679 Aug 30 04:21:26.564541 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:26.603775 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a978924e-e797-4a2a-8945-9ee203f19105 req-06ab4ff4-b2a4-432e-a262-e320ca2339ea tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:26.606031 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a978924e-e797-4a2a-8945-9ee203f19105 req-06ab4ff4-b2a4-432e-a262-e320ca2339ea tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 945 time: 0.0523236 Aug 30 04:21:26.646194 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] get_ports_and_sgs() called for port_ids ['eb59a541-38aa-4db2-b9d0-47ff00f339c8'] {{(pid=106294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:21:26.663251 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a978924e-e797-4a2a-8945-9ee203f19105 req-2deea817-fb7c-40f2-aea5-f0f7ff2a3724 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507700 Aug 30 04:21:26.752931 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:26.882353 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a23fe-4d71-48e9-a6f6-7ca2644700da req-f77960be-169b-46c8-8036-7f7aa49ebb99 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:26.884869 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-8a0a23fe-4d71-48e9-a6f6-7ca2644700da req-f77960be-169b-46c8-8036-7f7aa49ebb99 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 944 time: 0.0660353 Aug 30 04:21:26.949540 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-8a0a23fe-4d71-48e9-a6f6-7ca2644700da req-2b5c1683-49cd-4bd4-b07e-c2a5ca5790ad tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e9f0b7fa-f259-40d7-927a-670fb929a634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477409 Aug 30 04:21:27.002189 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=61,neutron:UPDATE=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:27.276032 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-e2f90296-bbb7-4c46-8421-ec717040cbc8 req-2efeb784-b08c-4525-81c5-1d2085a95a79 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=53690b9c-2325-4266-9b6b-3ba3b9a2bed5 HTTP/1.1" status: 200 len: 210 time: 0.0295327 Aug 30 04:21:27.512068 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789de20f-c79e-4114-af87-77dff280e061 req-27b88c40-2fd0-4f1b-97cc-e623b0b89e53 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:27.520592 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-789de20f-c79e-4114-af87-77dff280e061 req-27b88c40-2fd0-4f1b-97cc-e623b0b89e53 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 945 time: 0.3677216 Aug 30 04:21:27.622543 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-794e3206-03f4-483e-a138-d949311ee8c6 req-407d4298-70b9-44b3-86d8-0a0e6d5e30b5 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8a3a79d0-31a2-463a-b7db-749bfd7eb055 HTTP/1.1" status: 200 len: 210 time: 0.0479686 Aug 30 04:21:27.630807 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-789de20f-c79e-4114-af87-77dff280e061 req-c55f32c7-02c2-4fe4-bfe0-712e28af3b81 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092830 Aug 30 04:21:27.644513 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5d5ef-236a-4b5e-b3a1-9e678580864d req-4c0d562c-7e0c-4c08-ba8c-4794c7335660 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:27.646028 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-05e5d5ef-236a-4b5e-b3a1-9e678580864d req-4c0d562c-7e0c-4c08-ba8c-4794c7335660 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.75 "GET /networking/v2.0/networks?id=2774a858-2972-416a-bca6-0cf962f4b9d8 HTTP/1.1" status: 200 len: 809 time: 0.2081904 Aug 30 04:21:27.711569 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-05e5d5ef-236a-4b5e-b3a1-9e678580864d req-03e76e28-401f-4342-81af-0c3b396fe2c0 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Request body: {'port': {'device_id': '53690b9c-2325-4266-9b6b-3ba3b9a2bed5', 'network_id': '2774a858-2972-416a-bca6-0cf962f4b9d8', 'admin_state_up': True, 'tenant_id': '7ca6dbede37a49528a555112bcfd816a'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:21:27.836250 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156843b-0e3d-4320-b146-78768d7e576b req-96f2551c-cd4a-4492-8bcb-8e1f299051d8 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:27.838235 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-7156843b-0e3d-4320-b146-78768d7e576b req-96f2551c-cd4a-4492-8bcb-8e1f299051d8 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 945 time: 0.0529861 Aug 30 04:21:27.850917 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05e5d5ef-236a-4b5e-b3a1-9e678580864d req-03e76e28-401f-4342-81af-0c3b396fe2c0 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Made reservation on behalf of 7ca6dbede37a49528a555112bcfd816a for: {'port': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:21:27.855099 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-05e5d5ef-236a-4b5e-b3a1-9e678580864d req-03e76e28-401f-4342-81af-0c3b396fe2c0 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:27.888688 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-7156843b-0e3d-4320-b146-78768d7e576b req-e6710481-bb61-413e-b90b-ceef4b674182 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447176 Aug 30 04:21:27.996180 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [req-05e5d5ef-236a-4b5e-b3a1-9e678580864d req-03e76e28-401f-4342-81af-0c3b396fe2c0 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Allocated IP 172.20.0.12 (2774a858-2972-416a-bca6-0cf962f4b9d8/be711d9b-e6ae-48b0-b700-7b2bda51fcd7/f9d6de7b-f967-4a19-b72e-49fb8dbc3981) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:21:28.105065 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc5cee-ffe8-47ab-b198-7cb986cc78de req-88b08993-5376-4886-be32-481620953160 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:28.106580 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1bdc5cee-ffe8-47ab-b198-7cb986cc78de req-88b08993-5376-4886-be32-481620953160 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 944 time: 0.0829785 Aug 30 04:21:28.165148 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:28.284848 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1bdc5cee-ffe8-47ab-b198-7cb986cc78de req-f87b2a5f-7e98-43d1-9443-65d84138fd89 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e9f0b7fa-f259-40d7-927a-670fb929a634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441143 Aug 30 04:21:28.310166 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-05e5d5ef-236a-4b5e-b3a1-9e678580864d req-03e76e28-401f-4342-81af-0c3b396fe2c0 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Publish callbacks [] for port (f9d6de7b-f967-4a19-b72e-49fb8dbc3981), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:28.312481 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:28.354916 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device eb59a541-38aa-4db2-b9d0-47ff00f339c8 up at agent hyperv_hv-cinder-85220 {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:21:28.384689 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c5f89e-494e-454c-8e7d-88d41494212f req-66287d83-3ed2-4c4a-a54e-f47c21fd9423 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:28.386173 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f1c5f89e-494e-454c-8e7d-88d41494212f req-66287d83-3ed2-4c4a-a54e-f47c21fd9423 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.75 "GET /networking/v2.0/networks?id=dd2a8049-b917-49e6-b871-9134d7a6f650 HTTP/1.1" status: 200 len: 815 time: 0.1848619 Aug 30 04:21:28.395942 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-05e5d5ef-236a-4b5e-b3a1-9e678580864d req-03e76e28-401f-4342-81af-0c3b396fe2c0 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (f9d6de7b-f967-4a19-b72e-49fb8dbc3981), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:28.396767 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-befba754-22b6-4a06-bf43-b3b33f822010 req-a3f1f5ce-65a6-46d3-8036-78caf83cbfd1 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=53690b9c-2325-4266-9b6b-3ba3b9a2bed5 HTTP/1.1" status: 200 len: 210 time: 0.0301073 Aug 30 04:21:28.409852 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Provisioning for port eb59a541-38aa-4db2-b9d0-47ff00f339c8 completed by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:21:28.418823 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Provisioning complete for port eb59a541-38aa-4db2-b9d0-47ff00f339c8 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:21:28.419267 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (eb59a541-38aa-4db2-b9d0-47ff00f339c8), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:28.450096 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-f1c5f89e-494e-454c-8e7d-88d41494212f req-0d587aa4-e1ac-46ea-bd9b-952ca0d86a17 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Request body: {'port': {'device_id': '8a3a79d0-31a2-463a-b7db-749bfd7eb055', 'network_id': 'dd2a8049-b917-49e6-b871-9134d7a6f650', 'admin_state_up': True, 'tenant_id': 'ddae968572774fa5b3d0a561b5c1b085'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:21:28.457203 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05e5d5ef-236a-4b5e-b3a1-9e678580864d req-03e76e28-401f-4342-81af-0c3b396fe2c0 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Network 2774a858-2972-416a-bca6-0cf962f4b9d8 is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:21:28.465196 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [req-05e5d5ef-236a-4b5e-b3a1-9e678580864d req-03e76e28-401f-4342-81af-0c3b396fe2c0 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:21:28.478573 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e5d5ef-236a-4b5e-b3a1-9e678580864d req-03e76e28-401f-4342-81af-0c3b396fe2c0 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:21:28.481203 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e76e28-401f-4342-81af-0c3b396fe2c0 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Pushing event updated for resources: {'Port': ['ID=f9d6de7b-f967-4a19-b72e-49fb8dbc3981,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:28.514069 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Current status of the port eb59a541-38aa-4db2-b9d0-47ff00f339c8 is: BUILD; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:21:28.514959 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (eb59a541-38aa-4db2-b9d0-47ff00f339c8), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:28.546106 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b08fcdf7-05cc-4789-981c-cb67b796f1bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb59a541-38aa-4db2-b9d0-47ff00f339c8'}] {{(pid=106294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:21:28.548640 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc91461c002048a1511ec2515697d9f100988a5a9e001fc967bf4275e8e26e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2846749-7c28-4059-af7c-9893acb07a67" -d '{"events": [{"server_uuid": "b08fcdf7-05cc-4789-981c-cb67b796f1bc", "name": "network-vif-plugged", "status": "completed", "tag": "eb59a541-38aa-4db2-b9d0-47ff00f339c8"}]}' {{(pid=106294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:21:28.567985 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port eb59a541-38aa-4db2-b9d0-47ff00f339c8, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=eb59a541-38aa-4db2-b9d0-47ff00f339c8,segment=NetworkSegment(ba3ccad1-e761-4282-ad36-66b52ed371a6),segment_id=ba3ccad1-e761-4282-ad36-66b52ed371a6)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:21:28.575095 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (eb59a541-38aa-4db2-b9d0-47ff00f339c8), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:28.578593 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5d5ef-236a-4b5e-b3a1-9e678580864d req-03e76e28-401f-4342-81af-0c3b396fe2c0 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:28.579235 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-05e5d5ef-236a-4b5e-b3a1-9e678580864d req-03e76e28-401f-4342-81af-0c3b396fe2c0 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:28.615191 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf2d2ffa-48de-42e5-8e7e-fe3d6daf1bc0 x-openstack-request-id: req-bf2d2ffa-48de-42e5-8e7e-fe3d6daf1bc0 {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:21:28.615561 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b08fcdf7-05cc-4789-981c-cb67b796f1bc", "name": "network-vif-plugged", "status": "completed", "tag": "eb59a541-38aa-4db2-b9d0-47ff00f339c8", "code": 200}]} {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:21:28.615648 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bf2d2ffa-48de-42e5-8e7e-fe3d6daf1bc0 {{(pid=106294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:21:28.615985 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-05e5d5ef-236a-4b5e-b3a1-9e678580864d req-03e76e28-401f-4342-81af-0c3b396fe2c0 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.75 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9093640 Aug 30 04:21:28.616095 dv-cinder-852208-11-iscsi neutron-server[106294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf2d2ffa-48de-42e5-8e7e-fe3d6daf1bc0'] response: {'server_uuid': 'b08fcdf7-05cc-4789-981c-cb67b796f1bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb59a541-38aa-4db2-b9d0-47ff00f339c8', 'code': 200} Aug 30 04:21:28.630984 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-05e5d5ef-236a-4b5e-b3a1-9e678580864d req-9089f54e-f481-4ff8-a3d7-bc6162e24738 service neutron] Request body: {'port': {'device_id': '53690b9c-2325-4266-9b6b-3ba3b9a2bed5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:21:28.648147 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Pushing event updated for resources: {'Port': ['ID=eb59a541-38aa-4db2-b9d0-47ff00f339c8,revision_number=5']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:28.705016 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1c5f89e-494e-454c-8e7d-88d41494212f req-0d587aa4-e1ac-46ea-bd9b-952ca0d86a17 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Made reservation on behalf of ddae968572774fa5b3d0a561b5c1b085 for: {'port': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:21:28.708975 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-f1c5f89e-494e-454c-8e7d-88d41494212f req-0d587aa4-e1ac-46ea-bd9b-952ca0d86a17 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:28.744249 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-05e5d5ef-236a-4b5e-b3a1-9e678580864d req-9089f54e-f481-4ff8-a3d7-bc6162e24738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (f9d6de7b-f967-4a19-b72e-49fb8dbc3981), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:28.773212 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-00acf80a-9ac4-4455-b6f8-6623a96647ef req-b0862a10-83ec-4e9d-aa9d-737c96e0b599 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8a3a79d0-31a2-463a-b7db-749bfd7eb055 HTTP/1.1" status: 200 len: 210 time: 0.0404174 Aug 30 04:21:28.981773 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec958f-0ce2-438e-9c89-3a4760b5ac7f req-36579c25-c443-49a3-82b0-0fa06d8c009a tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:28.983395 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-eeec958f-0ce2-438e-9c89-3a4760b5ac7f req-36579c25-c443-49a3-82b0-0fa06d8c009a tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 945 time: 0.1973433 Aug 30 04:21:29.038667 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:29.043057 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0c6fd-f88d-41b9-8b10-b1c3b4b1201f req-b5675ad1-cda3-4e01-aea3-68bda064c90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:29.045074 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5fc0c6fd-f88d-41b9-8b10-b1c3b4b1201f req-b5675ad1-cda3-4e01-aea3-68bda064c90a service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 1129 time: 0.2093983 Aug 30 04:21:29.079774 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da20af-28ba-47f3-880b-a209dac3f74a req-718fc642-cf26-401c-857c-bac1d7b0eb01 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:29.081546 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-50da20af-28ba-47f3-880b-a209dac3f74a req-718fc642-cf26-401c-857c-bac1d7b0eb01 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 945 time: 0.0785422 Aug 30 04:21:29.152872 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [req-f1c5f89e-494e-454c-8e7d-88d41494212f req-0d587aa4-e1ac-46ea-bd9b-952ca0d86a17 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Allocated IP 172.20.0.5 (dd2a8049-b917-49e6-b871-9134d7a6f650/6bca76be-a0e9-48b9-a344-6a2744164590/7e166b02-3f14-40b4-b11a-1b65c4bce791) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:21:29.191039 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-eeec958f-0ce2-438e-9c89-3a4760b5ac7f req-3970ecd7-54e3-4e30-adc0-91a89d265634 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781197 Aug 30 04:21:29.215610 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-50da20af-28ba-47f3-880b-a209dac3f74a req-72daca48-f7ad-49f5-a3a4-bc6c6853dda9 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249144 Aug 30 04:21:29.300128 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:29.548287 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [req-05e5d5ef-236a-4b5e-b3a1-9e678580864d req-9089f54e-f481-4ff8-a3d7-bc6162e24738 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9d6de7b-f967-4a19-b72e-49fb8dbc3981 {{(pid=106293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:21:29.564182 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-05e5d5ef-236a-4b5e-b3a1-9e678580864d req-9089f54e-f481-4ff8-a3d7-bc6162e24738 service neutron] Publish callbacks [] for port (f9d6de7b-f967-4a19-b72e-49fb8dbc3981), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:29.574225 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2231d2-b703-4398-9014-73c5edc4c60f req-35b973f5-5bf1-4333-956a-1fa45c1ea374 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:29.589618 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-4a2231d2-b703-4398-9014-73c5edc4c60f req-35b973f5-5bf1-4333-956a-1fa45c1ea374 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=53690b9c-2325-4266-9b6b-3ba3b9a2bed5 HTTP/1.1" status: 200 len: 932 time: 0.0763481 Aug 30 04:21:29.592321 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e7fca-3c4d-4f1a-b5cc-fb9720420c72 req-3346285e-6750-4779-9574-7a936047ff6b tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:29.600314 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0a4e7fca-3c4d-4f1a-b5cc-fb9720420c72 req-3346285e-6750-4779-9574-7a936047ff6b tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 945 time: 0.1307719 Aug 30 04:21:29.626731 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.provisioning_blocks [req-05e5d5ef-236a-4b5e-b3a1-9e678580864d req-9089f54e-f481-4ff8-a3d7-bc6162e24738 service neutron] Transition to ACTIVE for port object f9d6de7b-f967-4a19-b72e-49fb8dbc3981 will not be triggered until provisioned by entity L2. {{(pid=106293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:21:29.645051 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-05e5d5ef-236a-4b5e-b3a1-9e678580864d req-9089f54e-f481-4ff8-a3d7-bc6162e24738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-454314'] for port (f9d6de7b-f967-4a19-b72e-49fb8dbc3981), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:29.681483 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-4a2231d2-b703-4398-9014-73c5edc4c60f req-633953a4-fa57-4ea5-8a01-f5a2a4c6deb5 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=76c5c299-68cd-475b-8588-e349b55eae0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904984 Aug 30 04:21:29.702340 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=62,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:29.709543 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-f1c5f89e-494e-454c-8e7d-88d41494212f req-0d587aa4-e1ac-46ea-bd9b-952ca0d86a17 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks [] for port (7e166b02-3f14-40b4-b11a-1b65c4bce791), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:29.766529 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0a4e7fca-3c4d-4f1a-b5cc-fb9720420c72 req-bc27ee1b-ea61-4768-b098-aae6b9f83d98 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e9f0b7fa-f259-40d7-927a-670fb929a634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1652625 Aug 30 04:21:29.792966 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9089f54e-f481-4ff8-a3d7-bc6162e24738 service neutron] Pushing event updated for resources: {'Port': ['ID=f9d6de7b-f967-4a19-b72e-49fb8dbc3981,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:29.847023 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-f1c5f89e-494e-454c-8e7d-88d41494212f req-0d587aa4-e1ac-46ea-bd9b-952ca0d86a17 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (7e166b02-3f14-40b4-b11a-1b65c4bce791), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:29.856755 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-05e5d5ef-236a-4b5e-b3a1-9e678580864d req-9089f54e-f481-4ff8-a3d7-bc6162e24738 service neutron] Attempting to bind port f9d6de7b-f967-4a19-b72e-49fb8dbc3981 on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:21:29.857094 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-05e5d5ef-236a-4b5e-b3a1-9e678580864d req-9089f54e-f481-4ff8-a3d7-bc6162e24738 service neutron] Attempting to bind port f9d6de7b-f967-4a19-b72e-49fb8dbc3981 by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': '6e267aef-fc27-4f3f-a8d8-d6ecfbf87aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '2774a858-2972-416a-bca6-0cf962f4b9d8'}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:21:29.857420 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e5d5ef-236a-4b5e-b3a1-9e678580864d req-9089f54e-f481-4ff8-a3d7-bc6162e24738 service neutron] Attempting to bind port f9d6de7b-f967-4a19-b72e-49fb8dbc3981 on network 2774a858-2972-416a-bca6-0cf962f4b9d8 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:21:29.901176 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e5d5ef-236a-4b5e-b3a1-9e678580864d req-9089f54e-f481-4ff8-a3d7-bc6162e24738 service neutron] Port f9d6de7b-f967-4a19-b72e-49fb8dbc3981 on network 2774a858-2972-416a-bca6-0cf962f4b9d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:21:29.901176 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e5d5ef-236a-4b5e-b3a1-9e678580864d req-9089f54e-f481-4ff8-a3d7-bc6162e24738 service neutron] Attempting to bind port f9d6de7b-f967-4a19-b72e-49fb8dbc3981 on network 2774a858-2972-416a-bca6-0cf962f4b9d8 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:21:29.910043 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1c5f89e-494e-454c-8e7d-88d41494212f req-0d587aa4-e1ac-46ea-bd9b-952ca0d86a17 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Network dd2a8049-b917-49e6-b871-9134d7a6f650 is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:21:29.915333 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [req-f1c5f89e-494e-454c-8e7d-88d41494212f req-0d587aa4-e1ac-46ea-bd9b-952ca0d86a17 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:21:29.917685 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c5f89e-494e-454c-8e7d-88d41494212f req-0d587aa4-e1ac-46ea-bd9b-952ca0d86a17 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:21:29.921277 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d587aa4-e1ac-46ea-bd9b-952ca0d86a17 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Pushing event updated for resources: {'Port': ['ID=7e166b02-3f14-40b4-b11a-1b65c4bce791,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:29.925892 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e5d5ef-236a-4b5e-b3a1-9e678580864d req-9089f54e-f481-4ff8-a3d7-bc6162e24738 service neutron] Checking agent: {'id': '5274a8db-cdbb-4c02-abb1-2eb9d7076dc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 17), 'started_at': datetime.datetime(2022, 8, 30, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:21:29.926237 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e5d5ef-236a-4b5e-b3a1-9e678580864d req-9089f54e-f481-4ff8-a3d7-bc6162e24738 service neutron] Checking segment: {'id': '6e267aef-fc27-4f3f-a8d8-d6ecfbf87aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '2774a858-2972-416a-bca6-0cf962f4b9d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:21:29.926655 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e5d5ef-236a-4b5e-b3a1-9e678580864d req-9089f54e-f481-4ff8-a3d7-bc6162e24738 service neutron] Bound using segment: {'id': '6e267aef-fc27-4f3f-a8d8-d6ecfbf87aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '2774a858-2972-416a-bca6-0cf962f4b9d8'} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:21:29.927466 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-05e5d5ef-236a-4b5e-b3a1-9e678580864d req-9089f54e-f481-4ff8-a3d7-bc6162e24738 service neutron] Bound port: f9d6de7b-f967-4a19-b72e-49fb8dbc3981, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e267aef-fc27-4f3f-a8d8-d6ecfbf87aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '2774a858-2972-416a-bca6-0cf962f4b9d8'}}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:21:29.927828 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-05e5d5ef-236a-4b5e-b3a1-9e678580864d req-9089f54e-f481-4ff8-a3d7-bc6162e24738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (f9d6de7b-f967-4a19-b72e-49fb8dbc3981), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:29.991003 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4307af5-7bf4-4088-8292-2ccf4c2c22ac req-dcc06c73-4d40-4cd8-97f6-940923b8f63f tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:29.999652 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-b4307af5-7bf4-4088-8292-2ccf4c2c22ac req-dcc06c73-4d40-4cd8-97f6-940923b8f63f tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8a3a79d0-31a2-463a-b7db-749bfd7eb055 HTTP/1.1" status: 200 len: 931 time: 0.0937729 Aug 30 04:21:30.001351 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:30.061018 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c5f89e-494e-454c-8e7d-88d41494212f req-0d587aa4-e1ac-46ea-bd9b-952ca0d86a17 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:30.061018 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-f1c5f89e-494e-454c-8e7d-88d41494212f req-0d587aa4-e1ac-46ea-bd9b-952ca0d86a17 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:30.099159 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f1c5f89e-494e-454c-8e7d-88d41494212f req-0d587aa4-e1ac-46ea-bd9b-952ca0d86a17 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.75 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6532290 Aug 30 04:21:30.100807 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-b4307af5-7bf4-4088-8292-2ccf4c2c22ac req-92fd33a9-0c88-4906-9b71-b1911bdb19dc tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=27cb5881-51a7-484f-9826-0025161b6b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936785 Aug 30 04:21:30.113482 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-05e5d5ef-236a-4b5e-b3a1-9e678580864d req-9089f54e-f481-4ff8-a3d7-bc6162e24738 service neutron] For port f9d6de7b-f967-4a19-b72e-49fb8dbc3981, host hv-cinder-85220, cleared binding levels {{(pid=106293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:21:30.119939 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-05e5d5ef-236a-4b5e-b3a1-9e678580864d req-9089f54e-f481-4ff8-a3d7-bc6162e24738 service neutron] For port f9d6de7b-f967-4a19-b72e-49fb8dbc3981, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=f9d6de7b-f967-4a19-b72e-49fb8dbc3981,segment=NetworkSegment(6e267aef-fc27-4f3f-a8d8-d6ecfbf87aa3),segment_id=6e267aef-fc27-4f3f-a8d8-d6ecfbf87aa3)] {{(pid=106293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:21:30.141201 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-05e5d5ef-236a-4b5e-b3a1-9e678580864d req-9089f54e-f481-4ff8-a3d7-bc6162e24738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-454314'] for port (f9d6de7b-f967-4a19-b72e-49fb8dbc3981), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:30.151203 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5d5ef-236a-4b5e-b3a1-9e678580864d req-9089f54e-f481-4ff8-a3d7-bc6162e24738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:30.152083 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-05e5d5ef-236a-4b5e-b3a1-9e678580864d req-9089f54e-f481-4ff8-a3d7-bc6162e24738 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:30.154155 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-05e5d5ef-236a-4b5e-b3a1-9e678580864d req-9089f54e-f481-4ff8-a3d7-bc6162e24738 service neutron] 10.222.0.75 "PUT /networking/v2.0/ports/f9d6de7b-f967-4a19-b72e-49fb8dbc3981 HTTP/1.1" status: 200 len: 1094 time: 1.5277772 Aug 30 04:21:30.155053 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53690b9c-2325-4266-9b6b-3ba3b9a2bed5', 'tag': 'f9d6de7b-f967-4a19-b72e-49fb8dbc3981'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:21:30.159098 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11a3118c5976ecaadc28dc64ec6366a88eb3d4be069be3e491e321578e9d1f78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed0c401-ca0e-4a89-98fd-38037dd05dbf" -d '{"events": [{"name": "network-changed", "server_uuid": "53690b9c-2325-4266-9b6b-3ba3b9a2bed5", "tag": "f9d6de7b-f967-4a19-b72e-49fb8dbc3981"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:21:30.258539 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9089f54e-f481-4ff8-a3d7-bc6162e24738 service neutron] Pushing event updated for resources: {'Port': ['ID=f9d6de7b-f967-4a19-b72e-49fb8dbc3981,revision_number=3']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:30.279485 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f54c205-d9ae-4cf6-8a84-9e98cc4953c7 x-openstack-request-id: req-8f54c205-d9ae-4cf6-8a84-9e98cc4953c7 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:21:30.279888 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53690b9c-2325-4266-9b6b-3ba3b9a2bed5", "tag": "f9d6de7b-f967-4a19-b72e-49fb8dbc3981", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:21:30.280075 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8f54c205-d9ae-4cf6-8a84-9e98cc4953c7 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:21:30.280490 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f54c205-d9ae-4cf6-8a84-9e98cc4953c7'] response: {'name': 'network-changed', 'server_uuid': '53690b9c-2325-4266-9b6b-3ba3b9a2bed5', 'tag': 'f9d6de7b-f967-4a19-b72e-49fb8dbc3981', 'status': 'completed', 'code': 200} Aug 30 04:21:30.339333 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-94ea5b15-9ee8-4284-81ad-ab02664697bd None None] Provisioning complete for port 7e166b02-3f14-40b4-b11a-1b65c4bce791 triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:21:30.339956 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-94ea5b15-9ee8-4284-81ad-ab02664697bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (7e166b02-3f14-40b4-b11a-1b65c4bce791), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:30.376986 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7170c481-b342-4ba4-990c-c666fc23db1c req-6a38169d-58df-4b27-b8df-5ff7d7ce4b73 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:30.381145 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-7170c481-b342-4ba4-990c-c666fc23db1c req-6a38169d-58df-4b27-b8df-5ff7d7ce4b73 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 945 time: 0.0766816 Aug 30 04:21:30.405453 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-94ea5b15-9ee8-4284-81ad-ab02664697bd None None] Port 7e166b02-3f14-40b4-b11a-1b65c4bce791 cannot update to ACTIVE because it is not bound. {{(pid=106294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:21:30.443503 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfff13f-8941-4e82-b1a7-23839f035396 req-5a8126a1-e351-4307-b361-97c5d459f649 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:30.450897 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-7170c481-b342-4ba4-990c-c666fc23db1c req-4fe220b1-a6df-44a8-832d-92124e80d1f3 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636058 Aug 30 04:21:30.454830 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-edfff13f-8941-4e82-b1a7-23839f035396 req-5a8126a1-e351-4307-b361-97c5d459f649 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 945 time: 0.0854189 Aug 30 04:21:30.487797 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:30.506361 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-edfff13f-8941-4e82-b1a7-23839f035396 req-18c8da62-14c0-4a41-9681-70e7f05252ab tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503662 Aug 30 04:21:30.624417 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (5274a8db-cdbb-4c02-abb1-2eb9d7076dc1), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:30.820302 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=100 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:30.846623 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25452a2-b173-4ded-9dbe-5a2aa6aeaddb req-a8588a65-d849-4ccd-bdaf-4e79ad8b4adb tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:30.848172 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-c25452a2-b173-4ded-9dbe-5a2aa6aeaddb req-a8588a65-d849-4ccd-bdaf-4e79ad8b4adb tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=53690b9c-2325-4266-9b6b-3ba3b9a2bed5 HTTP/1.1" status: 200 len: 944 time: 0.0832732 Aug 30 04:21:30.910158 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a5255-cdad-4dfc-99dd-2c3e23e89dea req-a1932690-74f2-4036-b43a-3cef157fcf16 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:30.911695 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fa5a5255-cdad-4dfc-99dd-2c3e23e89dea req-a1932690-74f2-4036-b43a-3cef157fcf16 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 945 time: 0.0503390 Aug 30 04:21:30.916748 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-c25452a2-b173-4ded-9dbe-5a2aa6aeaddb req-65e50475-6103-4c06-9b0b-413016b1183b tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=76c5c299-68cd-475b-8588-e349b55eae0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608792 Aug 30 04:21:31.003640 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fa5a5255-cdad-4dfc-99dd-2c3e23e89dea req-fcc00574-504b-4b5b-98bd-07f9614c5626 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e9f0b7fa-f259-40d7-927a-670fb929a634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855894 Aug 30 04:21:31.231543 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f8be32-1ffd-4583-a409-216496d5df99 req-1d1147c8-3a7a-4b35-a797-93220cf52040 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:31.234867 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-30f8be32-1ffd-4583-a409-216496d5df99 req-1d1147c8-3a7a-4b35-a797-93220cf52040 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8a3a79d0-31a2-463a-b7db-749bfd7eb055 HTTP/1.1" status: 200 len: 931 time: 0.0499597 Aug 30 04:21:31.311181 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-30f8be32-1ffd-4583-a409-216496d5df99 req-f574c914-2da5-4e96-ad85-395fed77fc25 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=27cb5881-51a7-484f-9826-0025161b6b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704923 Aug 30 04:21:31.600654 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d8e3a-bb77-45c2-ae60-62ad0582a5bb req-3d52ab47-eb12-4de4-a5ff-2c3f9c486dd9 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:31.603220 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5c1d8e3a-bb77-45c2-ae60-62ad0582a5bb req-3d52ab47-eb12-4de4-a5ff-2c3f9c486dd9 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 945 time: 0.0592771 Aug 30 04:21:31.661408 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5c1d8e3a-bb77-45c2-ae60-62ad0582a5bb req-881745d6-f66b-46fd-81c5-a0e048dec0db tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504258 Aug 30 04:21:31.708579 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3c27d-bbc1-4c74-a9f8-28f0cff5ecdd req-32b1d6e6-04ea-4872-a144-e415cdd854ba tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:31.712789 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-28f3c27d-bbc1-4c74-a9f8-28f0cff5ecdd req-32b1d6e6-04ea-4872-a144-e415cdd854ba tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 945 time: 0.1166286 Aug 30 04:21:31.759578 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=100 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:31.773996 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-28f3c27d-bbc1-4c74-a9f8-28f0cff5ecdd req-4201921f-af3c-46ec-8532-dfed4d81371f tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549362 Aug 30 04:21:32.046283 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ef3b3-1e62-474e-914d-d6fd4b121866 req-025edfab-91b8-4a04-9f61-4a3f81c0905f tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:32.048766 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-270ef3b3-1e62-474e-914d-d6fd4b121866 req-025edfab-91b8-4a04-9f61-4a3f81c0905f tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=53690b9c-2325-4266-9b6b-3ba3b9a2bed5 HTTP/1.1" status: 200 len: 944 time: 0.0518103 Aug 30 04:21:32.115751 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-270ef3b3-1e62-474e-914d-d6fd4b121866 req-45cd1019-1d53-4fe4-9d71-b6692a2b60c9 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=76c5c299-68cd-475b-8588-e349b55eae0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647507 Aug 30 04:21:32.156372 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d41bc-77cc-464b-a6f7-7eaad2eac5f2 req-cce56b3c-c403-4036-9703-9f4078011006 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:32.158279 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-125d41bc-77cc-464b-a6f7-7eaad2eac5f2 req-cce56b3c-c403-4036-9703-9f4078011006 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 945 time: 0.0763125 Aug 30 04:21:32.213751 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-125d41bc-77cc-464b-a6f7-7eaad2eac5f2 req-752fff50-2e9b-4465-8377-6fb19e9f8732 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e9f0b7fa-f259-40d7-927a-670fb929a634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483112 Aug 30 04:21:32.479914 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f7f90-9bfc-482b-ae71-167418972131 req-c61cbbad-0b5f-4739-892a-58a1877f9683 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:32.483303 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-264f7f90-9bfc-482b-ae71-167418972131 req-c61cbbad-0b5f-4739-892a-58a1877f9683 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8a3a79d0-31a2-463a-b7db-749bfd7eb055 HTTP/1.1" status: 200 len: 931 time: 0.0848067 Aug 30 04:21:32.562324 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-264f7f90-9bfc-482b-ae71-167418972131 req-4dd024b4-962c-4852-87a5-45a48dd85394 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=27cb5881-51a7-484f-9826-0025161b6b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727942 Aug 30 04:21:32.759175 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 50408) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:21:32.881570 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cece997-e7f8-4d52-91e6-f6ec95b8b8c1 req-7cc6ce9b-a8e1-4140-baec-a04101b7d95c tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:32.883836 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-8cece997-e7f8-4d52-91e6-f6ec95b8b8c1 req-7cc6ce9b-a8e1-4140-baec-a04101b7d95c tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 945 time: 0.0656888 Aug 30 04:21:32.962493 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f680ff2e-348b-4d42-a2fb-90a1740cc1b2 req-65c980db-ab08-44c9-8633-e39ea27b892c tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:32.970967 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f680ff2e-348b-4d42-a2fb-90a1740cc1b2 req-65c980db-ab08-44c9-8633-e39ea27b892c tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 945 time: 0.0640805 Aug 30 04:21:32.991364 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-8cece997-e7f8-4d52-91e6-f6ec95b8b8c1 req-e1efaa50-e143-49d4-a195-de6d36082ef4 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808084 Aug 30 04:21:32.999529 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-ef93b772-f015-4c49-8b06-7bda7f325483 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:33.057168 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f680ff2e-348b-4d42-a2fb-90a1740cc1b2 req-60ff7f77-2984-4453-9df8-b5dcf6dffd0a tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852861 Aug 30 04:21:33.145554 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-ef93b772-f015-4c49-8b06-7bda7f325483 admin admin] Publish callbacks [] for security_group (661deb25-7ed6-4e2a-b0d9-773b1c3e488d), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:33.156232 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-ef93b772-f015-4c49-8b06-7bda7f325483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (661deb25-7ed6-4e2a-b0d9-773b1c3e488d), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:33.222310 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-ef93b772-f015-4c49-8b06-7bda7f325483 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=182440aacb8e43f28b85a629c2e331af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4603698 Aug 30 04:21:33.222685 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef93b772-f015-4c49-8b06-7bda7f325483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=661deb25-7ed6-4e2a-b0d9-773b1c3e488d,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:33.224136 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 50416) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:21:33.323394 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f03bd67b-4177-41aa-a64d-cc757f5a4df3 admin admin] Publish callbacks [] for security_group (661deb25-7ed6-4e2a-b0d9-773b1c3e488d), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:33.328635 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc43a0-137b-4d69-ad58-4f9b352fa58e req-0a776f09-0e11-4b6a-a5fb-d865071a880c tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:33.337774 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-7dbc43a0-137b-4d69-ad58-4f9b352fa58e req-0a776f09-0e11-4b6a-a5fb-d865071a880c tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=53690b9c-2325-4266-9b6b-3ba3b9a2bed5 HTTP/1.1" status: 200 len: 944 time: 0.1161115 Aug 30 04:21:33.399532 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f03bd67b-4177-41aa-a64d-cc757f5a4df3 admin admin] Publish callbacks [] for security_group (661deb25-7ed6-4e2a-b0d9-773b1c3e488d), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:33.408203 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-7dbc43a0-137b-4d69-ad58-4f9b352fa58e req-9a5d35e1-04f8-400f-a423-8d782cc6e272 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=76c5c299-68cd-475b-8588-e349b55eae0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693669 Aug 30 04:21:33.449946 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c994c49-8ea7-464d-882b-a8d73178b475 req-3e590a13-f4f5-4330-8b26-ab0ed4e1140c tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:33.451530 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4c994c49-8ea7-464d-882b-a8d73178b475 req-3e590a13-f4f5-4330-8b26-ab0ed4e1140c tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 945 time: 0.1023118 Aug 30 04:21:33.507963 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:33.521036 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f03bd67b-4177-41aa-a64d-cc757f5a4df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (661deb25-7ed6-4e2a-b0d9-773b1c3e488d), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:33.524005 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f03bd67b-4177-41aa-a64d-cc757f5a4df3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:33.525178 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-f03bd67b-4177-41aa-a64d-cc757f5a4df3 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/661deb25-7ed6-4e2a-b0d9-773b1c3e488d HTTP/1.1" status: 204 len: 168 time: 0.3000300 Aug 30 04:21:33.535485 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4c994c49-8ea7-464d-882b-a8d73178b475 req-f354f222-3f34-4471-9418-7365fd6753f5 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e9f0b7fa-f259-40d7-927a-670fb929a634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771575 Aug 30 04:21:33.546076 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03bd67b-4177-41aa-a64d-cc757f5a4df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661deb25-7ed6-4e2a-b0d9-773b1c3e488d,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:33.701414 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0eb81f-c179-4b88-bbb5-a56ed009254e req-65608dcf-9feb-4657-8a70-7e581f506409 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:33.703056 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-7a0eb81f-c179-4b88-bbb5-a56ed009254e req-65608dcf-9feb-4657-8a70-7e581f506409 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8a3a79d0-31a2-463a-b7db-749bfd7eb055 HTTP/1.1" status: 200 len: 931 time: 0.0502446 Aug 30 04:21:33.784222 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-7a0eb81f-c179-4b88-bbb5-a56ed009254e req-72f0d828-226b-4ac3-ac79-dd62baac49cc tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=27cb5881-51a7-484f-9826-0025161b6b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704007 Aug 30 04:21:34.188933 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84d9d1-94dc-4444-962d-aa7f7e7fe467 req-3ea6a9f4-63ad-4eed-86ae-97f4dae0b3b9 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:34.214954 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5e84d9d1-94dc-4444-962d-aa7f7e7fe467 req-3ea6a9f4-63ad-4eed-86ae-97f4dae0b3b9 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 945 time: 0.1079216 Aug 30 04:21:34.234151 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:34.248258 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b27f72-572d-4288-8e50-746a20bd2b2c req-a531d1d2-5af5-4f24-9b11-facde5cadf75 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:34.252683 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-c3b27f72-572d-4288-8e50-746a20bd2b2c req-a531d1d2-5af5-4f24-9b11-facde5cadf75 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 945 time: 0.0776007 Aug 30 04:21:34.306177 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5e84d9d1-94dc-4444-962d-aa7f7e7fe467 req-682294df-9c6f-473c-b52d-9f01a9e9c516 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838351 Aug 30 04:21:34.439515 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-c3b27f72-572d-4288-8e50-746a20bd2b2c req-49afc938-4dca-4048-a028-be1c37e9f388 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1807263 Aug 30 04:21:34.660647 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8139d6a-3b8e-4f33-92e0-c87ef990e7c4 req-7de1cf6d-8099-4ba2-93f3-53572bddce2c tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:34.668690 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c8139d6a-3b8e-4f33-92e0-c87ef990e7c4 req-7de1cf6d-8099-4ba2-93f3-53572bddce2c tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=53690b9c-2325-4266-9b6b-3ba3b9a2bed5 HTTP/1.1" status: 200 len: 944 time: 0.1032910 Aug 30 04:21:34.791231 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c8139d6a-3b8e-4f33-92e0-c87ef990e7c4 req-439f3fe3-7708-4fc8-a1a5-85f3553dcc85 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=76c5c299-68cd-475b-8588-e349b55eae0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091628 Aug 30 04:21:34.809220 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc6296-5fb2-44b6-ac03-99ff7aa80d1c req-d9bdf40c-5fb3-48e6-9de3-73aafc4c392e tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:34.811197 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-2cfc6296-5fb2-44b6-ac03-99ff7aa80d1c req-d9bdf40c-5fb3-48e6-9de3-73aafc4c392e tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 945 time: 0.1042445 Aug 30 04:21:34.895204 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-2cfc6296-5fb2-44b6-ac03-99ff7aa80d1c req-3dc694b5-a2f1-4915-8ef2-0c1e6723fd1c tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e9f0b7fa-f259-40d7-927a-670fb929a634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672503 Aug 30 04:21:34.923196 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e9650-0666-4cbf-9e32-059df877d1d2 req-998d6b8b-39c9-4439-be36-da522cf44b3b tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:34.924862 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fe2e9650-0666-4cbf-9e32-059df877d1d2 req-998d6b8b-39c9-4439-be36-da522cf44b3b tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8a3a79d0-31a2-463a-b7db-749bfd7eb055 HTTP/1.1" status: 200 len: 931 time: 0.0559976 Aug 30 04:21:35.009053 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fe2e9650-0666-4cbf-9e32-059df877d1d2 req-98f06ebb-ad3c-4724-ae12-2df56426e8fd tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=27cb5881-51a7-484f-9826-0025161b6b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776069 Aug 30 04:21:35.448355 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca93144-3172-467c-a55c-b6e3f9b199ca req-49c8bd3c-7304-4204-8cea-17f40dd9d347 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:35.456026 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-4ca93144-3172-467c-a55c-b6e3f9b199ca req-49c8bd3c-7304-4204-8cea-17f40dd9d347 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 945 time: 0.0644205 Aug 30 04:21:35.539518 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-4ca93144-3172-467c-a55c-b6e3f9b199ca req-7d711f40-4a8f-492b-a3c3-0a65a2bc5476 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819058 Aug 30 04:21:35.618741 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:35.629106 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ba76a-fb9e-4deb-91f4-d49099037620 req-a277bff8-2306-4b98-a046-e6fd426de07a tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:35.630992 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0e4ba76a-fb9e-4deb-91f4-d49099037620 req-a277bff8-2306-4b98-a046-e6fd426de07a tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 945 time: 0.0661082 Aug 30 04:21:35.690345 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0e4ba76a-fb9e-4deb-91f4-d49099037620 req-7403dbcb-64ee-4622-b658-10508da00123 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511496 Aug 30 04:21:35.889837 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44235b90-4c8a-451c-8843-3f3c37773ae2 req-831855f6-a7bb-41fa-9552-52d80461457d tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:35.891386 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-44235b90-4c8a-451c-8843-3f3c37773ae2 req-831855f6-a7bb-41fa-9552-52d80461457d tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=53690b9c-2325-4266-9b6b-3ba3b9a2bed5 HTTP/1.1" status: 200 len: 944 time: 0.0482130 Aug 30 04:21:35.956141 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-44235b90-4c8a-451c-8843-3f3c37773ae2 req-baa63e2b-5d21-4ef1-ba4e-823546e2f9d8 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=76c5c299-68cd-475b-8588-e349b55eae0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583944 Aug 30 04:21:36.028674 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f644d7-7327-4493-bf30-2bb9ba176e08 req-c5e12b16-6c9a-49ba-a5d0-57976c6fc941 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:36.030177 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a7f644d7-7327-4493-bf30-2bb9ba176e08 req-c5e12b16-6c9a-49ba-a5d0-57976c6fc941 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 945 time: 0.0493670 Aug 30 04:21:36.085249 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a7f644d7-7327-4493-bf30-2bb9ba176e08 req-263f31c3-b3e8-466b-9a7b-edef81e30c60 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e9f0b7fa-f259-40d7-927a-670fb929a634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488002 Aug 30 04:21:36.136561 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4853e030-adb5-48b2-a467-7b3971a291b8 req-99045fc5-a649-4609-afd4-75d49facb12c tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:36.138290 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-4853e030-adb5-48b2-a467-7b3971a291b8 req-99045fc5-a649-4609-afd4-75d49facb12c tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8a3a79d0-31a2-463a-b7db-749bfd7eb055 HTTP/1.1" status: 200 len: 931 time: 0.0541980 Aug 30 04:21:36.187653 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-4853e030-adb5-48b2-a467-7b3971a291b8 req-5b21d80a-0324-41aa-8b92-159d5fbc6f4f tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=27cb5881-51a7-484f-9826-0025161b6b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434241 Aug 30 04:21:36.660427 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051c3a9-12c8-455b-b0e6-5d9328f1ab2b req-e9c0fb96-d363-408d-b711-5aef14bba4ec tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:36.662104 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7051c3a9-12c8-455b-b0e6-5d9328f1ab2b req-e9c0fb96-d363-408d-b711-5aef14bba4ec tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 945 time: 0.0511067 Aug 30 04:21:36.733930 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7051c3a9-12c8-455b-b0e6-5d9328f1ab2b req-35446635-a012-47ed-b28b-8972763aee45 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649588 Aug 30 04:21:36.857402 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558368f9-18b0-4ca9-8b91-47c16a2e8482 req-97905281-bacb-4bbc-a891-6eef998d8f44 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:36.865441 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-558368f9-18b0-4ca9-8b91-47c16a2e8482 req-97905281-bacb-4bbc-a891-6eef998d8f44 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 945 time: 0.0806992 Aug 30 04:21:36.921230 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-558368f9-18b0-4ca9-8b91-47c16a2e8482 req-0faf54aa-cfe4-4cee-b23f-439e6b24d1d7 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547962 Aug 30 04:21:37.102980 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3403c5f-52b7-4741-84ab-7c13f629577f req-38eff246-a478-40cf-86ae-ebbdecaf7caf tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:37.104659 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e3403c5f-52b7-4741-84ab-7c13f629577f req-38eff246-a478-40cf-86ae-ebbdecaf7caf tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=53690b9c-2325-4266-9b6b-3ba3b9a2bed5 HTTP/1.1" status: 200 len: 944 time: 0.0573149 Aug 30 04:21:37.170753 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:37.171006 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e3403c5f-52b7-4741-84ab-7c13f629577f req-23a2a5e1-ef84-4fd2-87d5-101fd774d6d7 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=76c5c299-68cd-475b-8588-e349b55eae0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571125 Aug 30 04:21:37.215434 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ba172-2611-44f2-a0ae-b5f2de71d44b req-1d72a912-698f-4030-b33a-b35fbd3ce57a tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:37.221651 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-b38ba172-2611-44f2-a0ae-b5f2de71d44b req-1d72a912-698f-4030-b33a-b35fbd3ce57a tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 945 time: 0.0592573 Aug 30 04:21:37.291894 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-b38ba172-2611-44f2-a0ae-b5f2de71d44b req-edbb2126-6c61-4b18-a4ad-cbab7611b98e tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e9f0b7fa-f259-40d7-927a-670fb929a634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655038 Aug 30 04:21:37.350948 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f493fcc6-c34b-439b-915c-5a2d0596edb1 req-07845102-b235-47d0-bf40-f3b45f8ef5bf tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:37.353323 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f493fcc6-c34b-439b-915c-5a2d0596edb1 req-07845102-b235-47d0-bf40-f3b45f8ef5bf tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8a3a79d0-31a2-463a-b7db-749bfd7eb055 HTTP/1.1" status: 200 len: 931 time: 0.0678916 Aug 30 04:21:37.402602 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f493fcc6-c34b-439b-915c-5a2d0596edb1 req-82e3fe02-a203-42c2-a3e7-09aa11e0c6ac tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=27cb5881-51a7-484f-9826-0025161b6b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433116 Aug 30 04:21:37.862005 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce0420-ac68-4798-bbe8-b76577fe29c7 req-a3b2d11b-f05f-4f1a-b209-c1109c47db91 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:37.863813 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-79ce0420-ac68-4798-bbe8-b76577fe29c7 req-a3b2d11b-f05f-4f1a-b209-c1109c47db91 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 945 time: 0.0573497 Aug 30 04:21:37.911273 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-79ce0420-ac68-4798-bbe8-b76577fe29c7 req-77e0bf3f-f284-4f09-8170-0cf4ca5d7e3b tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411019 Aug 30 04:21:38.050474 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca57474d-3f2e-477e-ad89-7ad9b7ba311d req-8fbc2cfa-1a88-443a-a5ca-9c8cf709c3dd tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:38.051921 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ca57474d-3f2e-477e-ad89-7ad9b7ba311d req-8fbc2cfa-1a88-443a-a5ca-9c8cf709c3dd tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 945 time: 0.0499022 Aug 30 04:21:38.098860 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ca57474d-3f2e-477e-ad89-7ad9b7ba311d req-c294e69f-1562-484d-8378-54daf79b7608 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407813 Aug 30 04:21:38.295940 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76634d8-448b-4bae-acaa-3b1fe626b122 req-30f06fc3-d819-45b5-960d-c69ba48100c3 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:38.297364 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-d76634d8-448b-4bae-acaa-3b1fe626b122 req-30f06fc3-d819-45b5-960d-c69ba48100c3 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=53690b9c-2325-4266-9b6b-3ba3b9a2bed5 HTTP/1.1" status: 200 len: 944 time: 0.0471487 Aug 30 04:21:38.345337 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-d76634d8-448b-4bae-acaa-3b1fe626b122 req-39d2aea7-9168-4e1e-96f9-43308797395c tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=76c5c299-68cd-475b-8588-e349b55eae0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423498 Aug 30 04:21:38.408321 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151245b-1ac9-43de-b78d-f6d618956cba req-bd121969-070a-4528-a44e-67b6042958dc tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:38.409784 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2151245b-1ac9-43de-b78d-f6d618956cba req-bd121969-070a-4528-a44e-67b6042958dc tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 945 time: 0.0467169 Aug 30 04:21:38.458387 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2151245b-1ac9-43de-b78d-f6d618956cba req-9085a924-36de-407b-982a-2f34c545b383 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e9f0b7fa-f259-40d7-927a-670fb929a634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419922 Aug 30 04:21:38.533346 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55b035-25a5-46a9-a1d0-84531a67af3f req-ff622c17-e37f-4754-b89b-4636a8d63b79 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:38.534850 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-bc55b035-25a5-46a9-a1d0-84531a67af3f req-ff622c17-e37f-4754-b89b-4636a8d63b79 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8a3a79d0-31a2-463a-b7db-749bfd7eb055 HTTP/1.1" status: 200 len: 931 time: 0.0520549 Aug 30 04:21:38.582301 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-bc55b035-25a5-46a9-a1d0-84531a67af3f req-c6464e12-2d7c-4ec2-91d2-7b68b44c790c tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=27cb5881-51a7-484f-9826-0025161b6b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412693 Aug 30 04:21:39.031209 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f41a61e-5d0a-46b2-88b3-3a1ba05b611f req-c422ed3d-1e65-4eb2-8a7e-fa9b91647d67 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:39.032643 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9f41a61e-5d0a-46b2-88b3-3a1ba05b611f req-c422ed3d-1e65-4eb2-8a7e-fa9b91647d67 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 945 time: 0.0487208 Aug 30 04:21:39.079744 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9f41a61e-5d0a-46b2-88b3-3a1ba05b611f req-2e6360cd-e268-4fa2-b9a3-b14d91796901 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416789 Aug 30 04:21:39.224282 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae25889-f260-42a5-b341-7944826219e7 req-61dcbdcd-47f1-4f0e-8525-eaf0144eb440 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:39.225739 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-9ae25889-f260-42a5-b341-7944826219e7 req-61dcbdcd-47f1-4f0e-8525-eaf0144eb440 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 945 time: 0.0462213 Aug 30 04:21:39.276746 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-9ae25889-f260-42a5-b341-7944826219e7 req-6ef7d7b6-f33e-4ad0-9595-ac61c6dd4431 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447471 Aug 30 04:21:39.462754 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f2a8d-06f8-4628-b4ac-7e61c4c78ebb req-b4840d54-7b34-420c-ac11-efb080db5a4e tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:39.464128 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fe0f2a8d-06f8-4628-b4ac-7e61c4c78ebb req-b4840d54-7b34-420c-ac11-efb080db5a4e tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=53690b9c-2325-4266-9b6b-3ba3b9a2bed5 HTTP/1.1" status: 200 len: 944 time: 0.0459015 Aug 30 04:21:39.496184 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:39.513351 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fe0f2a8d-06f8-4628-b4ac-7e61c4c78ebb req-80b06ee9-c954-451b-bf94-43fa4a036bfc tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=76c5c299-68cd-475b-8588-e349b55eae0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430596 Aug 30 04:21:39.574018 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=100 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:39.590090 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a7f306-d261-442f-a31f-8704613ca7c2 req-fbba6ffb-d853-4e1f-a448-b91a4255ead8 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:39.591622 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-d2a7f306-d261-442f-a31f-8704613ca7c2 req-fbba6ffb-d853-4e1f-a448-b91a4255ead8 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 945 time: 0.0487058 Aug 30 04:21:39.643846 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-d2a7f306-d261-442f-a31f-8704613ca7c2 req-191c9efd-5e57-4cc0-ab09-f95ffbb5f23e tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e9f0b7fa-f259-40d7-927a-670fb929a634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466952 Aug 30 04:21:39.700822 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce993b3-c222-420b-ad94-d014cb35ace0 req-db15452c-5e0e-4e48-8ce8-e63b830ab3c3 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:39.702267 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4ce993b3-c222-420b-ad94-d014cb35ace0 req-db15452c-5e0e-4e48-8ce8-e63b830ab3c3 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8a3a79d0-31a2-463a-b7db-749bfd7eb055 HTTP/1.1" status: 200 len: 931 time: 0.0459564 Aug 30 04:21:39.752092 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4ce993b3-c222-420b-ad94-d014cb35ace0 req-3c0ba8b5-be3b-4801-986b-db44fe5ed85d tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=27cb5881-51a7-484f-9826-0025161b6b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441916 Aug 30 04:21:40.199179 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a99474c-9edd-43fc-aa18-aaa92d5baed2 req-219db346-ad69-4e73-89e1-8ea3f5381155 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:40.200696 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-9a99474c-9edd-43fc-aa18-aaa92d5baed2 req-219db346-ad69-4e73-89e1-8ea3f5381155 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 945 time: 0.0480497 Aug 30 04:21:40.258915 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-9a99474c-9edd-43fc-aa18-aaa92d5baed2 req-3eee6369-728e-49d3-b520-739210bcebbf tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523477 Aug 30 04:21:40.418424 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfdaf61-8afc-4811-831b-5e8e348cc4dd req-2816d4fb-b8a6-4e20-a226-47a6952115da tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:40.419876 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ebfdaf61-8afc-4811-831b-5e8e348cc4dd req-2816d4fb-b8a6-4e20-a226-47a6952115da tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 945 time: 0.0631511 Aug 30 04:21:40.423232 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5fc0c6fd-f88d-41b9-8b10-b1c3b4b1201f req-9c5d3912-fa53-4265-927c-b54f369207c8 service neutron] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e9f0b7fa-f259-40d7-927a-670fb929a634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798209 Aug 30 04:21:40.453756 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:40.471663 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ebfdaf61-8afc-4811-831b-5e8e348cc4dd req-4f53eb22-c46b-410c-8c2e-d86479799342 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460775 Aug 30 04:21:40.635650 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aaea22-3063-4b94-9c7b-844bc078a5b9 req-14b0d58e-0811-4230-9b91-73aab294ee88 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:40.637104 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-92aaea22-3063-4b94-9c7b-844bc078a5b9 req-14b0d58e-0811-4230-9b91-73aab294ee88 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=53690b9c-2325-4266-9b6b-3ba3b9a2bed5 HTTP/1.1" status: 200 len: 944 time: 0.0455122 Aug 30 04:21:40.690870 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-92aaea22-3063-4b94-9c7b-844bc078a5b9 req-8b593088-b4ba-4281-90f6-55fca9a88163 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=76c5c299-68cd-475b-8588-e349b55eae0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478659 Aug 30 04:21:40.763606 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f9806-19b1-44e8-acd0-2ef5e40b8b91 req-4a2dece6-4609-4ae2-bc96-cdd009b8014c tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:40.765075 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a07f9806-19b1-44e8-acd0-2ef5e40b8b91 req-4a2dece6-4609-4ae2-bc96-cdd009b8014c tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 945 time: 0.0460553 Aug 30 04:21:40.791102 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-f1c5f89e-494e-454c-8e7d-88d41494212f req-3dfa2743-c12d-4013-a258-a41a43e21bcb service neutron] Request body: {'port': {'device_id': '8a3a79d0-31a2-463a-b7db-749bfd7eb055', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:21:40.859996 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a07f9806-19b1-44e8-acd0-2ef5e40b8b91 req-5557275f-a189-4361-b87d-a5a02d281b44 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e9f0b7fa-f259-40d7-927a-670fb929a634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889573 Aug 30 04:21:40.894827 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-f1c5f89e-494e-454c-8e7d-88d41494212f req-3dfa2743-c12d-4013-a258-a41a43e21bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (7e166b02-3f14-40b4-b11a-1b65c4bce791), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:40.916791 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67ce15-9844-4796-81db-a5222a2bb27d req-7742fd90-dd29-4728-b64f-05c2ab0d31cf tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:40.918448 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-ce67ce15-9844-4796-81db-a5222a2bb27d req-7742fd90-dd29-4728-b64f-05c2ab0d31cf tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8a3a79d0-31a2-463a-b7db-749bfd7eb055 HTTP/1.1" status: 200 len: 931 time: 0.0627756 Aug 30 04:21:40.979943 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-ce67ce15-9844-4796-81db-a5222a2bb27d req-2fa75ed6-09db-4a49-9ce0-cdba826b4e5a tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=27cb5881-51a7-484f-9826-0025161b6b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461013 Aug 30 04:21:40.987957 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0c401-ca0e-4a89-98fd-38037dd05dbf req-a2cf875f-bf54-4b87-81a3-94c15e5a8264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:40.989434 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-aed0c401-ca0e-4a89-98fd-38037dd05dbf req-a2cf875f-bf54-4b87-81a3-94c15e5a8264 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=7ca6dbede37a49528a555112bcfd816a&device_id=53690b9c-2325-4266-9b6b-3ba3b9a2bed5 HTTP/1.1" status: 200 len: 1128 time: 0.0826826 Aug 30 04:21:41.196010 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0c401-ca0e-4a89-98fd-38037dd05dbf req-295974c0-358f-47d6-8e8e-2f85cf8cb86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:41.196666 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-aed0c401-ca0e-4a89-98fd-38037dd05dbf req-295974c0-358f-47d6-8e8e-2f85cf8cb86c service neutron] 10.222.0.75 "GET /networking/v2.0/networks?tenant_id=7ca6dbede37a49528a555112bcfd816a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1589575 Aug 30 04:21:41.275574 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [req-f1c5f89e-494e-454c-8e7d-88d41494212f req-3dfa2743-c12d-4013-a258-a41a43e21bcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e166b02-3f14-40b4-b11a-1b65c4bce791 {{(pid=106293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:21:41.283281 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-f1c5f89e-494e-454c-8e7d-88d41494212f req-3dfa2743-c12d-4013-a258-a41a43e21bcb service neutron] Publish callbacks [] for port (7e166b02-3f14-40b4-b11a-1b65c4bce791), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:41.296842 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.provisioning_blocks [req-f1c5f89e-494e-454c-8e7d-88d41494212f req-3dfa2743-c12d-4013-a258-a41a43e21bcb service neutron] Transition to ACTIVE for port object 7e166b02-3f14-40b4-b11a-1b65c4bce791 will not be triggered until provisioned by entity L2. {{(pid=106293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:21:41.303481 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-f1c5f89e-494e-454c-8e7d-88d41494212f req-3dfa2743-c12d-4013-a258-a41a43e21bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-454314'] for port (7e166b02-3f14-40b4-b11a-1b65c4bce791), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:41.338419 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:41.402029 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfa2743-c12d-4013-a258-a41a43e21bcb service neutron] Pushing event updated for resources: {'Port': ['ID=7e166b02-3f14-40b4-b11a-1b65c4bce791,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:41.439255 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5794dce7-88c8-4816-abd9-6584e8c7e6ca req-656f9830-4120-4e22-bd70-ce360aeaa373 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:41.440684 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5794dce7-88c8-4816-abd9-6584e8c7e6ca req-656f9830-4120-4e22-bd70-ce360aeaa373 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 945 time: 0.0973127 Aug 30 04:21:41.491675 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-f1c5f89e-494e-454c-8e7d-88d41494212f req-3dfa2743-c12d-4013-a258-a41a43e21bcb service neutron] Attempting to bind port 7e166b02-3f14-40b4-b11a-1b65c4bce791 on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:21:41.492832 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-f1c5f89e-494e-454c-8e7d-88d41494212f req-3dfa2743-c12d-4013-a258-a41a43e21bcb service neutron] Attempting to bind port 7e166b02-3f14-40b4-b11a-1b65c4bce791 by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': 'f0cd75e6-ffe0-46b7-b2c6-77de4b5cd414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'dd2a8049-b917-49e6-b871-9134d7a6f650'}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:21:41.492980 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c5f89e-494e-454c-8e7d-88d41494212f req-3dfa2743-c12d-4013-a258-a41a43e21bcb service neutron] Attempting to bind port 7e166b02-3f14-40b4-b11a-1b65c4bce791 on network dd2a8049-b917-49e6-b871-9134d7a6f650 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:21:41.622067 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fefe17f-9508-4a1e-8e8f-a4ba5244e1f4 req-6dee2add-439c-460e-84ce-3bed47176ac9 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:41.623812 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-5fefe17f-9508-4a1e-8e8f-a4ba5244e1f4 req-6dee2add-439c-460e-84ce-3bed47176ac9 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 945 time: 0.0592701 Aug 30 04:21:41.675995 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-5fefe17f-9508-4a1e-8e8f-a4ba5244e1f4 req-94c282ea-670e-4ec7-9358-1c9f037d0835 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462260 Aug 30 04:21:41.810686 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c8ab1-2491-4018-9a9b-47d40f03f6f2 req-a98778b1-7843-4c75-9590-1de74ac8a0ad tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:41.811730 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c5f89e-494e-454c-8e7d-88d41494212f req-3dfa2743-c12d-4013-a258-a41a43e21bcb service neutron] Port 7e166b02-3f14-40b4-b11a-1b65c4bce791 on network dd2a8049-b917-49e6-b871-9134d7a6f650 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:21:41.812052 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c5f89e-494e-454c-8e7d-88d41494212f req-3dfa2743-c12d-4013-a258-a41a43e21bcb service neutron] Attempting to bind port 7e166b02-3f14-40b4-b11a-1b65c4bce791 on network dd2a8049-b917-49e6-b871-9134d7a6f650 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:21:41.812344 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-c07c8ab1-2491-4018-9a9b-47d40f03f6f2 req-a98778b1-7843-4c75-9590-1de74ac8a0ad tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=53690b9c-2325-4266-9b6b-3ba3b9a2bed5 HTTP/1.1" status: 200 len: 944 time: 0.0521128 Aug 30 04:21:41.828386 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=100 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:41.846100 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5794dce7-88c8-4816-abd9-6584e8c7e6ca req-2b5d3fa7-e9d8-4bd9-807f-ff4f3168a9ee tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3986928 Aug 30 04:21:41.849748 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c5f89e-494e-454c-8e7d-88d41494212f req-3dfa2743-c12d-4013-a258-a41a43e21bcb service neutron] Checking agent: {'id': '5274a8db-cdbb-4c02-abb1-2eb9d7076dc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 17), 'started_at': datetime.datetime(2022, 8, 30, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:21:41.850074 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c5f89e-494e-454c-8e7d-88d41494212f req-3dfa2743-c12d-4013-a258-a41a43e21bcb service neutron] Checking segment: {'id': 'f0cd75e6-ffe0-46b7-b2c6-77de4b5cd414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'dd2a8049-b917-49e6-b871-9134d7a6f650'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:21:41.850537 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c5f89e-494e-454c-8e7d-88d41494212f req-3dfa2743-c12d-4013-a258-a41a43e21bcb service neutron] Bound using segment: {'id': 'f0cd75e6-ffe0-46b7-b2c6-77de4b5cd414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'dd2a8049-b917-49e6-b871-9134d7a6f650'} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:21:41.850990 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-f1c5f89e-494e-454c-8e7d-88d41494212f req-3dfa2743-c12d-4013-a258-a41a43e21bcb service neutron] Bound port: 7e166b02-3f14-40b4-b11a-1b65c4bce791, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0cd75e6-ffe0-46b7-b2c6-77de4b5cd414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'dd2a8049-b917-49e6-b871-9134d7a6f650'}}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:21:41.851906 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-f1c5f89e-494e-454c-8e7d-88d41494212f req-3dfa2743-c12d-4013-a258-a41a43e21bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (7e166b02-3f14-40b4-b11a-1b65c4bce791), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:41.896427 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:41.968014 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0c401-ca0e-4a89-98fd-38037dd05dbf req-88b146ba-8c6b-45b9-9772-a5e78f143114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:41.969500 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-aed0c401-ca0e-4a89-98fd-38037dd05dbf req-88b146ba-8c6b-45b9-9772-a5e78f143114 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1883430 Aug 30 04:21:41.973451 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-f1c5f89e-494e-454c-8e7d-88d41494212f req-3dfa2743-c12d-4013-a258-a41a43e21bcb service neutron] For port 7e166b02-3f14-40b4-b11a-1b65c4bce791, host hv-cinder-85220, cleared binding levels {{(pid=106293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:21:41.977537 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-f1c5f89e-494e-454c-8e7d-88d41494212f req-3dfa2743-c12d-4013-a258-a41a43e21bcb service neutron] For port 7e166b02-3f14-40b4-b11a-1b65c4bce791, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=7e166b02-3f14-40b4-b11a-1b65c4bce791,segment=NetworkSegment(f0cd75e6-ffe0-46b7-b2c6-77de4b5cd414),segment_id=f0cd75e6-ffe0-46b7-b2c6-77de4b5cd414)] {{(pid=106293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:21:41.984705 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-f1c5f89e-494e-454c-8e7d-88d41494212f req-3dfa2743-c12d-4013-a258-a41a43e21bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-454314'] for port (7e166b02-3f14-40b4-b11a-1b65c4bce791), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:41.989067 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c5f89e-494e-454c-8e7d-88d41494212f req-3dfa2743-c12d-4013-a258-a41a43e21bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:41.989681 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-f1c5f89e-494e-454c-8e7d-88d41494212f req-3dfa2743-c12d-4013-a258-a41a43e21bcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:41.991056 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f1c5f89e-494e-454c-8e7d-88d41494212f req-3dfa2743-c12d-4013-a258-a41a43e21bcb service neutron] 10.222.0.75 "PUT /networking/v2.0/ports/7e166b02-3f14-40b4-b11a-1b65c4bce791 HTTP/1.1" status: 200 len: 1093 time: 1.2043822 Aug 30 04:21:41.991551 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a3a79d0-31a2-463a-b7db-749bfd7eb055', 'tag': '7e166b02-3f14-40b4-b11a-1b65c4bce791'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:21:41.994428 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11a3118c5976ecaadc28dc64ec6366a88eb3d4be069be3e491e321578e9d1f78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463410f6-a4ac-408a-bc92-4bb67adb9934" -d '{"events": [{"name": "network-changed", "server_uuid": "8a3a79d0-31a2-463a-b7db-749bfd7eb055", "tag": "7e166b02-3f14-40b4-b11a-1b65c4bce791"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:21:42.049229 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfa2743-c12d-4013-a258-a41a43e21bcb service neutron] Pushing event updated for resources: {'Port': ['ID=7e166b02-3f14-40b4-b11a-1b65c4bce791,revision_number=3']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:42.064098 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-c07c8ab1-2491-4018-9a9b-47d40f03f6f2 req-9aedc6f8-5f41-4414-bcfd-c1f25f4b78e7 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=76c5c299-68cd-475b-8588-e349b55eae0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425172 Aug 30 04:21:42.112085 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c311a1-0f2f-4e81-8379-8e3d22b0f0eb x-openstack-request-id: req-37c311a1-0f2f-4e81-8379-8e3d22b0f0eb {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:21:42.112377 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a3a79d0-31a2-463a-b7db-749bfd7eb055", "tag": "7e166b02-3f14-40b4-b11a-1b65c4bce791", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:21:42.112630 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-37c311a1-0f2f-4e81-8379-8e3d22b0f0eb {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:21:42.113031 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37c311a1-0f2f-4e81-8379-8e3d22b0f0eb'] response: {'name': 'network-changed', 'server_uuid': '8a3a79d0-31a2-463a-b7db-749bfd7eb055', 'tag': '7e166b02-3f14-40b4-b11a-1b65c4bce791', 'status': 'completed', 'code': 200} Aug 30 04:21:42.120150 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74853b14-d447-4c65-9187-6286468ced9f req-1f70e934-e62f-451b-81f7-5522d1756514 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:42.121683 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-74853b14-d447-4c65-9187-6286468ced9f req-1f70e934-e62f-451b-81f7-5522d1756514 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 945 time: 0.0524597 Aug 30 04:21:42.170977 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-74853b14-d447-4c65-9187-6286468ced9f req-ba3dfeb8-b8c9-4fa7-a4bb-2d050d9769fb tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e9f0b7fa-f259-40d7-927a-670fb929a634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434518 Aug 30 04:21:42.211642 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac4fad-b51f-4f1d-b23e-42dc15f5b14d req-828e4906-22dd-4f83-9f96-f559f7036fa3 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:42.213402 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-01ac4fad-b51f-4f1d-b23e-42dc15f5b14d req-828e4906-22dd-4f83-9f96-f559f7036fa3 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8a3a79d0-31a2-463a-b7db-749bfd7eb055 HTTP/1.1" status: 200 len: 943 time: 0.0559611 Aug 30 04:21:42.263726 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-01ac4fad-b51f-4f1d-b23e-42dc15f5b14d req-455fb6d4-ecb0-485f-9744-70da0cb56a95 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=27cb5881-51a7-484f-9826-0025161b6b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447359 Aug 30 04:21:42.281855 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab84bc-3e8a-4e5c-b4b2-8c4dcb8e0b5c req-70094b61-0c05-49aa-804f-69b4b622954c tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:42.283298 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-79ab84bc-3e8a-4e5c-b4b2-8c4dcb8e0b5c req-70094b61-0c05-49aa-804f-69b4b622954c tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 945 time: 0.0529444 Aug 30 04:21:42.337272 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-79ab84bc-3e8a-4e5c-b4b2-8c4dcb8e0b5c req-ca1a7ed8-97e4-4c79-84b8-9c878ed6c1ab tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471973 Aug 30 04:21:42.448053 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 878113b7-0721-4ab0-9707-08eb2f973e55 details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106294) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:21:42.493718 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5d5ef-236a-4b5e-b3a1-9e678580864d req-6327aa7e-21c2-40d1-a2cd-e34898a29a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:42.496253 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-05e5d5ef-236a-4b5e-b3a1-9e678580864d req-6327aa7e-21c2-40d1-a2cd-e34898a29a66 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=7ca6dbede37a49528a555112bcfd816a&device_id=53690b9c-2325-4266-9b6b-3ba3b9a2bed5 HTTP/1.1" status: 200 len: 1128 time: 0.0497501 Aug 30 04:21:42.506481 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463410f6-a4ac-408a-bc92-4bb67adb9934 req-a90da362-39a0-4821-8f85-826e5d34f2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:42.508352 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-463410f6-a4ac-408a-bc92-4bb67adb9934 req-a90da362-39a0-4821-8f85-826e5d34f2f2 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=ddae968572774fa5b3d0a561b5c1b085&device_id=8a3a79d0-31a2-463a-b7db-749bfd7eb055 HTTP/1.1" status: 200 len: 1127 time: 0.0927432 Aug 30 04:21:42.535021 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:42.575986 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port 878113b7-0721-4ab0-9707-08eb2f973e55, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=878113b7-0721-4ab0-9707-08eb2f973e55,segment=NetworkSegment(f1ad6c1c-d522-42f8-b534-1fea329f4792),segment_id=f1ad6c1c-d522-42f8-b534-1fea329f4792)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:21:42.583196 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-05e5d5ef-236a-4b5e-b3a1-9e678580864d req-203111fe-63d1-4039-9dfe-0872f26246d3 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9d6de7b-f967-4a19-b72e-49fb8dbc3981 HTTP/1.1" status: 200 len: 217 time: 0.0599833 Aug 30 04:21:42.588818 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Returning: {'device': '878113b7-0721-4ab0-9707-08eb2f973e55', 'network_id': 'ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6', 'port_id': '878113b7-0721-4ab0-9707-08eb2f973e55', 'mac_address': 'fa:16:3e:56:48:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd870cbd-142c-4604-b43f-9d9fc317ac72', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106294) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:21:42.623713 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Current status of the port 878113b7-0721-4ab0-9707-08eb2f973e55 is: ACTIVE; New status is: BUILD {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:21:42.624108 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (878113b7-0721-4ab0-9707-08eb2f973e55), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:42.637650 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 878113b7-0721-4ab0-9707-08eb2f973e55 {{(pid=106294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:21:42.662039 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port 878113b7-0721-4ab0-9707-08eb2f973e55, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=878113b7-0721-4ab0-9707-08eb2f973e55,segment=NetworkSegment(f1ad6c1c-d522-42f8-b534-1fea329f4792),segment_id=f1ad6c1c-d522-42f8-b534-1fea329f4792)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:21:42.666438 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (878113b7-0721-4ab0-9707-08eb2f973e55), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:42.693391 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79903548-22e1-47f6-8e6c-35b09ef7ae96 req-f7fbb05c-f2c8-43a9-abf5-3d0d7a1a22d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:42.694974 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-79903548-22e1-47f6-8e6c-35b09ef7ae96 req-f7fbb05c-f2c8-43a9-abf5-3d0d7a1a22d8 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=5a89b6f21ff24eafbed378c2ece79c3e&device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 1129 time: 0.1321940 Aug 30 04:21:42.780889 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5d5ef-236a-4b5e-b3a1-9e678580864d req-db52f5ea-f56a-413b-8769-59cbbca26b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:42.782228 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-05e5d5ef-236a-4b5e-b3a1-9e678580864d req-db52f5ea-f56a-413b-8769-59cbbca26b95 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=be711d9b-e6ae-48b0-b700-7b2bda51fcd7 HTTP/1.1" status: 200 len: 849 time: 0.1701453 Aug 30 04:21:42.841487 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463410f6-a4ac-408a-bc92-4bb67adb9934 req-a11f343f-9ddd-4aab-9fe1-c104369b5149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:42.842895 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-463410f6-a4ac-408a-bc92-4bb67adb9934 req-a11f343f-9ddd-4aab-9fe1-c104369b5149 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?tenant_id=ddae968572774fa5b3d0a561b5c1b085&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2787354 Aug 30 04:21:42.847339 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e8c44-0e1f-437d-86fe-358f40b9d090 req-4d2505e7-04bd-4d8f-a0e0-6e933d00b0ca tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:42.848610 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-4a1e8c44-0e1f-437d-86fe-358f40b9d090 req-4d2505e7-04bd-4d8f-a0e0-6e933d00b0ca tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 944 time: 0.0795190 Aug 30 04:21:42.849058 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-05e5d5ef-236a-4b5e-b3a1-9e678580864d req-b2aae249-820b-449f-bceb-d50330590787 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=2774a858-2972-416a-bca6-0cf962f4b9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502069 Aug 30 04:21:42.855581 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Pushing event updated for resources: {'Port': ['ID=878113b7-0721-4ab0-9707-08eb2f973e55,revision_number=6']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:42.886964 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] get_ports_and_sgs() called for port_ids ['878113b7-0721-4ab0-9707-08eb2f973e55'] {{(pid=106294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:21:42.899019 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:42.903841 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-4a1e8c44-0e1f-437d-86fe-358f40b9d090 req-f9f77607-8cac-4b52-ad0e-7977bfdd612a tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478706 Aug 30 04:21:42.974654 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79903548-22e1-47f6-8e6c-35b09ef7ae96 req-2748d466-df62-4ce6-895d-7c0ce8e8748b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:42.976422 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-79903548-22e1-47f6-8e6c-35b09ef7ae96 req-2748d466-df62-4ce6-895d-7c0ce8e8748b service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=f55c98a9-cbed-4af8-92a6-c49957223dcb HTTP/1.1" status: 200 len: 911 time: 0.2721822 Aug 30 04:21:43.002044 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:43.049290 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:43.091176 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463410f6-a4ac-408a-bc92-4bb67adb9934 req-2f44da10-1a42-4e5f-8949-1e39bf591f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:43.092685 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-463410f6-a4ac-408a-bc92-4bb67adb9934 req-2f44da10-1a42-4e5f-8949-1e39bf591f8a service neutron] 10.222.0.75 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2295451 Aug 30 04:21:43.100099 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-05e5d5ef-236a-4b5e-b3a1-9e678580864d req-7130916f-5bce-41c2-a9c8-acd4abb5d5d4 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/2774a858-2972-416a-bca6-0cf962f4b9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333748 Aug 30 04:21:43.104723 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-79903548-22e1-47f6-8e6c-35b09ef7ae96 req-5421346a-bbd4-4ed6-8eca-18417ed86529 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8e75002-6c9d-47c3-a24b-44a2b69a1fc6 HTTP/1.1" status: 200 len: 1001 time: 0.1157906 Aug 30 04:21:43.272972 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c5f89e-494e-454c-8e7d-88d41494212f req-6180ada7-2085-463c-9d31-f2b08a19e6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:43.275774 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f1c5f89e-494e-454c-8e7d-88d41494212f req-6180ada7-2085-463c-9d31-f2b08a19e6f7 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=ddae968572774fa5b3d0a561b5c1b085&device_id=8a3a79d0-31a2-463a-b7db-749bfd7eb055 HTTP/1.1" status: 200 len: 1127 time: 0.1204803 Aug 30 04:21:43.277112 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79903548-22e1-47f6-8e6c-35b09ef7ae96 req-8885211a-b257-4df5-b8e2-5d14e9fb1f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:43.278422 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-79903548-22e1-47f6-8e6c-35b09ef7ae96 req-8885211a-b257-4df5-b8e2-5d14e9fb1f3a service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=8f1a2822-90de-40bf-914e-6a8cde2028a4 HTTP/1.1" status: 200 len: 849 time: 0.1655061 Aug 30 04:21:43.291946 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc7e9d-b8d3-4041-a537-69bf9f83b797 req-c96577a2-08f1-4319-909d-fb6dea00d63e tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:43.293392 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-18fc7e9d-b8d3-4041-a537-69bf9f83b797 req-c96577a2-08f1-4319-909d-fb6dea00d63e tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=53690b9c-2325-4266-9b6b-3ba3b9a2bed5 HTTP/1.1" status: 200 len: 944 time: 0.1391938 Aug 30 04:21:43.294232 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e513951-565b-410d-bb54-b2cd89e68b16 req-e4c68bff-e77f-499a-b5f7-6e460ca171c1 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:43.295774 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-5e513951-565b-410d-bb54-b2cd89e68b16 req-e4c68bff-e77f-499a-b5f7-6e460ca171c1 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 945 time: 0.0496476 Aug 30 04:21:43.344204 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-5e513951-565b-410d-bb54-b2cd89e68b16 req-50b1be1e-54d9-43f3-9d3b-72edb3c6790a tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e9f0b7fa-f259-40d7-927a-670fb929a634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425918 Aug 30 04:21:43.384093 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f1c5f89e-494e-454c-8e7d-88d41494212f req-d9df4c6d-0ced-4361-8c76-2640a6c916ab service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e166b02-3f14-40b4-b11a-1b65c4bce791 HTTP/1.1" status: 200 len: 217 time: 0.0841715 Aug 30 04:21:43.395314 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-05e5d5ef-236a-4b5e-b3a1-9e678580864d req-bc9aa3e6-59be-44cf-9ad1-59f9184c486f service neutron] 10.222.0.75 "GET /networking/v2.0/networks/2774a858-2972-416a-bca6-0cf962f4b9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835279 Aug 30 04:21:43.437510 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79903548-22e1-47f6-8e6c-35b09ef7ae96 req-e9e02920-f810-494f-b0b5-330793353fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:43.439063 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-79903548-22e1-47f6-8e6c-35b09ef7ae96 req-e9e02920-f810-494f-b0b5-330793353fc2 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=f55c98a9-cbed-4af8-92a6-c49957223dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1381488 Aug 30 04:21:43.463504 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-18fc7e9d-b8d3-4041-a537-69bf9f83b797 req-51b1b71f-bac1-4bce-98c7-8308708c4509 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=76c5c299-68cd-475b-8588-e349b55eae0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560924 Aug 30 04:21:43.469156 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c5f89e-494e-454c-8e7d-88d41494212f req-3994605c-5045-4e1c-9c22-64031ee38e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:43.470596 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f1c5f89e-494e-454c-8e7d-88d41494212f req-3994605c-5045-4e1c-9c22-64031ee38e62 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=6bca76be-a0e9-48b9-a344-6a2744164590 HTTP/1.1" status: 200 len: 854 time: 0.0776603 Aug 30 04:21:43.473004 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632df933-7d4c-43aa-9a7f-e1bbe186b9fb req-12b698d4-5d7b-4fd2-b364-463cdd4a275b tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:43.474518 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-632df933-7d4c-43aa-9a7f-e1bbe186b9fb req-12b698d4-5d7b-4fd2-b364-463cdd4a275b tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8a3a79d0-31a2-463a-b7db-749bfd7eb055 HTTP/1.1" status: 200 len: 943 time: 0.0522718 Aug 30 04:21:43.528055 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-632df933-7d4c-43aa-9a7f-e1bbe186b9fb req-ccdf4a3c-a6b0-43f2-b648-8b98b394d95d tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=27cb5881-51a7-484f-9826-0025161b6b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474665 Aug 30 04:21:43.571823 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a4b68-e655-454b-bab3-37902f6db4a6 req-15cf69a9-8a0a-4a9e-803d-fe9fae72b068 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:43.574003 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1a4a4b68-e655-454b-bab3-37902f6db4a6 req-15cf69a9-8a0a-4a9e-803d-fe9fae72b068 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 945 time: 0.0520644 Aug 30 04:21:43.634757 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8efce2-4ebd-44f6-9596-7d4432b43d11 req-d8b755f8-9d48-4820-b91f-c6e9a0d226e2 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:43.636014 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1a4a4b68-e655-454b-bab3-37902f6db4a6 req-cd8dd983-ea20-49a4-a19c-d98a30f35f56 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553868 Aug 30 04:21:43.636202 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-6d8efce2-4ebd-44f6-9596-7d4432b43d11 req-d8b755f8-9d48-4820-b91f-c6e9a0d226e2 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 945 time: 0.0506518 Aug 30 04:21:43.645971 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 50582) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:21:43.651151 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-1c0870c9-49cc-4eb9-93a9-149f5016b61f tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Request body: {'floatingip': {'port_id': 'eb59a541-38aa-4db2-b9d0-47ff00f339c8'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:21:43.691824 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1c0870c9-49cc-4eb9-93a9-149f5016b61f tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks [] for floatingip (2c5143dd-c5ae-4b08-b1f8-d2edfb3cba7d), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:43.845502 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 50586) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:21:43.969302 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ff7d2dcd-f700-44bd-98a7-046f5c8dc36d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:43.972721 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:44.030927 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948eda1f-beb1-4b56-8584-e181ccf5deac req-b5b1fae0-16e7-49ef-8676-02170d455d39 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:44.032524 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-948eda1f-beb1-4b56-8584-e181ccf5deac req-b5b1fae0-16e7-49ef-8676-02170d455d39 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 944 time: 0.0467365 Aug 30 04:21:44.081516 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-948eda1f-beb1-4b56-8584-e181ccf5deac req-9d00d8a8-f924-4418-bddb-4e50074133f3 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432053 Aug 30 04:21:44.201995 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ff7d2dcd-f700-44bd-98a7-046f5c8dc36d admin admin] Publish callbacks [] for security_group (d9be5c84-4177-476b-9021-ed9e361010cf), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:44.208955 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ff7d2dcd-f700-44bd-98a7-046f5c8dc36d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (d9be5c84-4177-476b-9021-ed9e361010cf), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:44.234716 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1c0870c9-49cc-4eb9-93a9-149f5016b61f tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:44.239124 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:44.249510 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1c0870c9-49cc-4eb9-93a9-149f5016b61f tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572642'] for floatingip (2c5143dd-c5ae-4b08-b1f8-d2edfb3cba7d), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:44.293886 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-ff7d2dcd-f700-44bd-98a7-046f5c8dc36d admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=d8d12e451f9a4dada00ccd552f65024a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4473834 Aug 30 04:21:44.296715 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 50592) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:21:44.303453 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d2dcd-f700-44bd-98a7-046f5c8dc36d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9be5c84-4177-476b-9021-ed9e361010cf,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:44.329503 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=100 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:44.352431 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-67805974-5c94-44cb-8e20-4368743e86cb admin admin] Publish callbacks [] for security_group (d9be5c84-4177-476b-9021-ed9e361010cf), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:44.362661 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.db.l3_db [None req-1c0870c9-49cc-4eb9-93a9-149f5016b61f tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Floating IP 2c5143dd-c5ae-4b08-b1f8-d2edfb3cba7d associated. External IP: 172.27.4.119, port: eb59a541-38aa-4db2-b9d0-47ff00f339c8. Aug 30 04:21:44.376244 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-67805974-5c94-44cb-8e20-4368743e86cb admin admin] Publish callbacks [] for security_group (d9be5c84-4177-476b-9021-ed9e361010cf), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:44.423765 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-67805974-5c94-44cb-8e20-4368743e86cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (d9be5c84-4177-476b-9021-ed9e361010cf), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:44.426315 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-67805974-5c94-44cb-8e20-4368743e86cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:44.430644 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-67805974-5c94-44cb-8e20-4368743e86cb admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/d9be5c84-4177-476b-9021-ed9e361010cf HTTP/1.1" status: 204 len: 168 time: 0.1296997 Aug 30 04:21:44.438653 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67805974-5c94-44cb-8e20-4368743e86cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9be5c84-4177-476b-9021-ed9e361010cf,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:44.465577 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 878113b7-0721-4ab0-9707-08eb2f973e55 up at agent hyperv_hv-cinder-85220 {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:21:44.523331 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Provisioning complete for port 878113b7-0721-4ab0-9707-08eb2f973e55 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:21:44.523943 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (878113b7-0721-4ab0-9707-08eb2f973e55), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:44.624275 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Current status of the port 878113b7-0721-4ab0-9707-08eb2f973e55 is: BUILD; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:21:44.624838 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (878113b7-0721-4ab0-9707-08eb2f973e55), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:44.659091 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3ff227a-e878-4f20-b2e7-1d0fac6fb242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878113b7-0721-4ab0-9707-08eb2f973e55'}] {{(pid=106294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:21:44.661693 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc91461c002048a1511ec2515697d9f100988a5a9e001fc967bf4275e8e26e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7ecc14-6413-4da4-b714-ac253ac9076c" -d '{"events": [{"server_uuid": "a3ff227a-e878-4f20-b2e7-1d0fac6fb242", "name": "network-vif-plugged", "status": "completed", "tag": "878113b7-0721-4ab0-9707-08eb2f973e55"}]}' {{(pid=106294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:21:44.682982 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port 878113b7-0721-4ab0-9707-08eb2f973e55, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=878113b7-0721-4ab0-9707-08eb2f973e55,segment=NetworkSegment(f1ad6c1c-d522-42f8-b534-1fea329f4792),segment_id=f1ad6c1c-d522-42f8-b534-1fea329f4792)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:21:44.691122 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (878113b7-0721-4ab0-9707-08eb2f973e55), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:44.700769 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83bb9ec-141b-44db-875c-da66109e1991 req-dab6c8bc-aa7b-4510-9c6a-c92c9421a95e tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:44.709286 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-a83bb9ec-141b-44db-875c-da66109e1991 req-dab6c8bc-aa7b-4510-9c6a-c92c9421a95e tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8a3a79d0-31a2-463a-b7db-749bfd7eb055 HTTP/1.1" status: 200 len: 943 time: 0.0695875 Aug 30 04:21:44.757006 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Pushing event updated for resources: {'Port': ['ID=878113b7-0721-4ab0-9707-08eb2f973e55,revision_number=7']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:44.771382 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-a83bb9ec-141b-44db-875c-da66109e1991 req-149e31a0-9b2c-40b1-8203-54f35714cb54 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=27cb5881-51a7-484f-9826-0025161b6b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601475 Aug 30 04:21:44.881013 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78809ebc-f6f7-440d-b2ab-9118866fcd91 req-261d63fc-b58e-4651-bb0f-5bb5c23327a1 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:44.882619 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-78809ebc-f6f7-440d-b2ab-9118866fcd91 req-261d63fc-b58e-4651-bb0f-5bb5c23327a1 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 945 time: 0.0480425 Aug 30 04:21:44.930368 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-78809ebc-f6f7-440d-b2ab-9118866fcd91 req-732bc9e0-d128-4358-99b2-0a475a16dc2d tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419433 Aug 30 04:21:44.955816 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c5f89e-494e-454c-8e7d-88d41494212f req-2c0b4ac3-4437-4f1e-9005-458a71c2334f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:44.957292 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f1c5f89e-494e-454c-8e7d-88d41494212f req-2c0b4ac3-4437-4f1e-9005-458a71c2334f service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=dd2a8049-b917-49e6-b871-9134d7a6f650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4341660 Aug 30 04:21:44.970863 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8558286-80e5-470b-b884-809db417e9df req-375b7043-faab-4a9b-b950-f74bd0bc4177 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:44.972282 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d8558286-80e5-470b-b884-809db417e9df req-375b7043-faab-4a9b-b950-f74bd0bc4177 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=53690b9c-2325-4266-9b6b-3ba3b9a2bed5 HTTP/1.1" status: 200 len: 944 time: 0.4004292 Aug 30 04:21:44.984893 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff20941-4085-47e1-aee4-091ed0302b2a x-openstack-request-id: req-3ff20941-4085-47e1-aee4-091ed0302b2a {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:21:44.985213 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3ff227a-e878-4f20-b2e7-1d0fac6fb242", "name": "network-vif-plugged", "status": "completed", "tag": "878113b7-0721-4ab0-9707-08eb2f973e55", "code": 200}]} {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:21:44.985473 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3ff20941-4085-47e1-aee4-091ed0302b2a {{(pid=106294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:21:44.985872 dv-cinder-852208-11-iscsi neutron-server[106294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ff20941-4085-47e1-aee4-091ed0302b2a'] response: {'server_uuid': 'a3ff227a-e878-4f20-b2e7-1d0fac6fb242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878113b7-0721-4ab0-9707-08eb2f973e55', 'code': 200} Aug 30 04:21:45.042201 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:45.081594 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-79903548-22e1-47f6-8e6c-35b09ef7ae96 req-5adb0a41-4ebf-45df-aa0d-260650e24281 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/f55c98a9-cbed-4af8-92a6-c49957223dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5673103 Aug 30 04:21:45.102748 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c0870c9-49cc-4eb9-93a9-149f5016b61f tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Router 3c01efb0-7805-4bef-b1f3-476570199b5d has already been hosted by L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 {{(pid=106293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:21:45.174493 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d8558286-80e5-470b-b884-809db417e9df req-eba040c2-e7d7-44bd-a9ba-7ad6c1484398 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=76c5c299-68cd-475b-8588-e349b55eae0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856012 Aug 30 04:21:45.199507 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f1c5f89e-494e-454c-8e7d-88d41494212f req-5b84ae1c-639d-471f-afbb-7d2a1b0ce131 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/dd2a8049-b917-49e6-b871-9134d7a6f650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243490 Aug 30 04:21:45.218205 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f7316-9444-4eb8-8d27-131fa815e475 req-ff1d6cbf-15d9-4443-86da-cb8a4e61066d tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:45.219778 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-652f7316-9444-4eb8-8d27-131fa815e475 req-ff1d6cbf-15d9-4443-86da-cb8a4e61066d tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 945 time: 0.0527227 Aug 30 04:21:45.238402 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:45.270201 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-652f7316-9444-4eb8-8d27-131fa815e475 req-54fbc2a3-3d26-4d03-8c8a-244a462d4104 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448978 Aug 30 04:21:45.325922 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-79903548-22e1-47f6-8e6c-35b09ef7ae96 req-2b3045d3-09fb-4748-bd2d-92bd5e03a104 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/f55c98a9-cbed-4af8-92a6-c49957223dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220025 Aug 30 04:21:45.361267 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:45.398868 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0870c9-49cc-4eb9-93a9-149f5016b61f tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:21:45.407536 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1c0870c9-49cc-4eb9-93a9-149f5016b61f tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for floatingip (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:45.408602 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b236f6-d219-4c50-b839-da569367279a None None] Sync routers for ids ['3c01efb0-7805-4bef-b1f3-476570199b5d'] in dv-cinder-852208-11-iscsi {{(pid=106294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:21:45.420646 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b236f6-d219-4c50-b839-da569367279a None None] Routers {'3c01efb0-7805-4bef-b1f3-476570199b5d'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:21:45.421282 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-38b236f6-d219-4c50-b839-da569367279a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:21:22Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['3c01efb0-7805-4bef-b1f3-476570199b5d'], 'active': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:21:45.434528 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f1c5f89e-494e-454c-8e7d-88d41494212f req-b695fdeb-7fef-4b2e-9323-2ad27e4ffbb6 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/dd2a8049-b917-49e6-b871-9134d7a6f650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938038 Aug 30 04:21:45.444334 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-1c0870c9-49cc-4eb9-93a9-149f5016b61f tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "PUT /networking/v2.0/floatingips/2c5143dd-c5ae-4b08-b1f8-d2edfb3cba7d HTTP/1.1" status: 200 len: 991 time: 1.7949481 Aug 30 04:21:45.444334 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b08fcdf7-05cc-4789-981c-cb67b796f1bc', 'tag': 'eb59a541-38aa-4db2-b9d0-47ff00f339c8'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:21:45.444774 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11a3118c5976ecaadc28dc64ec6366a88eb3d4be069be3e491e321578e9d1f78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823be3a2-50f2-4707-9093-cae696f6f4fd" -d '{"events": [{"name": "network-changed", "server_uuid": "b08fcdf7-05cc-4789-981c-cb67b796f1bc", "tag": "eb59a541-38aa-4db2-b9d0-47ff00f339c8"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:21:45.483683 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24efa2af-4960-4a77-8185-300996b00e0c x-openstack-request-id: req-24efa2af-4960-4a77-8185-300996b00e0c {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:21:45.483977 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b08fcdf7-05cc-4789-981c-cb67b796f1bc", "tag": "eb59a541-38aa-4db2-b9d0-47ff00f339c8", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:21:45.484227 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-24efa2af-4960-4a77-8185-300996b00e0c {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:21:45.484625 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24efa2af-4960-4a77-8185-300996b00e0c'] response: {'name': 'network-changed', 'server_uuid': 'b08fcdf7-05cc-4789-981c-cb67b796f1bc', 'tag': 'eb59a541-38aa-4db2-b9d0-47ff00f339c8', 'status': 'completed', 'code': 200} Aug 30 04:21:45.530625 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvr_db [None req-38b236f6-d219-4c50-b839-da569367279a None None] Set router 3c01efb0-7805-4bef-b1f3-476570199b5d gateway port host: dv-cinder-852208-11-iscsi {{(pid=106294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:21:45.707217 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:45.787734 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-38b236f6-d219-4c50-b839-da569367279a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c01efb0-7805-4bef-b1f3-476570199b5d', 'name': 'tempest-ServerRescueNegativeTestJSON-2077016422-router', 'tenant_id': 'a9a5c650ed23445bb585711f962d7e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.39'}], 'enable_snat': True}, 'gw_port_id': '666785d5-060a-4460-bb5f-6da37fa29801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:49Z', 'updated_at': '2022-08-30T04:18:59Z', 'revision_number': 4, 'project_id': 'a9a5c650ed23445bb585711f962d7e09', 'gw_port': {'id': '666785d5-060a-4460-bb5f-6da37fa29801', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c01efb0-7805-4bef-b1f3-476570199b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:51Z', 'updated_at': '2022-08-30T04:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_floatingips': [{'id': '2c5143dd-c5ae-4b08-b1f8-d2edfb3cba7d', 'tenant_id': 'a9a5c650ed23445bb585711f962d7e09', 'floating_ip_address': '172.27.4.119', 'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'router_id': '3c01efb0-7805-4bef-b1f3-476570199b5d', 'port_id': 'eb59a541-38aa-4db2-b9d0-47ff00f339c8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '524cda22-09e9-423b-b572-9d6bbb210043', 'mac_address': 'fa:16:3e:da:c7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08fcdf7-05cc-4789-981c-cb67b796f1bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:21:12Z', 'updated_at': '2022-08-30T04:21:44Z', 'revision_number': 1, 'project_id': 'a9a5c650ed23445bb585711f962d7e09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72368378-95b5-42b5-ae57-8fb4569082ec', 'name': '', 'network_id': '524cda22-09e9-423b-b572-9d6bbb210043', 'tenant_id': 'a9a5c650ed23445bb585711f962d7e09', 'mac_address': 'fa:16:3e:94:24:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c01efb0-7805-4bef-b1f3-476570199b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bf40f790-127d-4290-907b-8c5f990389ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:57Z', 'updated_at': '2022-08-30T04:19:08Z', 'revision_number': 5, 'project_id': 'a9a5c650ed23445bb585711f962d7e09', 'subnets': [{'id': 'bf40f790-127d-4290-907b-8c5f990389ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:21:45.813395 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b236f6-d219-4c50-b839-da569367279a None None] Checking router: 3c01efb0-7805-4bef-b1f3-476570199b5d for host: dv-cinder-852208-11-iscsi {{(pid=106294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:21:45.824411 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b236f6-d219-4c50-b839-da569367279a None None] Routers {'3c01efb0-7805-4bef-b1f3-476570199b5d'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:21:45.825028 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-38b236f6-d219-4c50-b839-da569367279a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:21:22Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['3c01efb0-7805-4bef-b1f3-476570199b5d'], 'active': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:21:45.894723 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598c98f-9ad4-41d2-b0e4-0b68bea9e181 req-234831c4-e187-4a21-95c3-0d5296cc210e tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:45.896343 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-b598c98f-9ad4-41d2-b0e4-0b68bea9e181 req-234831c4-e187-4a21-95c3-0d5296cc210e tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8a3a79d0-31a2-463a-b7db-749bfd7eb055 HTTP/1.1" status: 200 len: 943 time: 0.0480692 Aug 30 04:21:45.928251 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvr_db [None req-38b236f6-d219-4c50-b839-da569367279a None None] Set router 3c01efb0-7805-4bef-b1f3-476570199b5d gateway port host: dv-cinder-852208-11-iscsi {{(pid=106294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:21:45.944673 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-b598c98f-9ad4-41d2-b0e4-0b68bea9e181 req-a5bb59e8-686f-43f2-a99b-28eced332459 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=27cb5881-51a7-484f-9826-0025161b6b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419197 Aug 30 04:21:46.058598 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ce3b5-26c9-490d-ad07-184c12397a40 req-664934fd-49c8-4db8-852b-1c9ae4c55d04 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:46.060066 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-bd5ce3b5-26c9-490d-ad07-184c12397a40 req-664934fd-49c8-4db8-852b-1c9ae4c55d04 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 945 time: 0.0546086 Aug 30 04:21:46.108995 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-bd5ce3b5-26c9-490d-ad07-184c12397a40 req-f7bf0efe-91d7-466c-bf8f-c71e4043b540 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419352 Aug 30 04:21:46.109451 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:46.146776 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-38b236f6-d219-4c50-b839-da569367279a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c01efb0-7805-4bef-b1f3-476570199b5d', 'name': 'tempest-ServerRescueNegativeTestJSON-2077016422-router', 'tenant_id': 'a9a5c650ed23445bb585711f962d7e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.39'}], 'enable_snat': True}, 'gw_port_id': '666785d5-060a-4460-bb5f-6da37fa29801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:49Z', 'updated_at': '2022-08-30T04:18:59Z', 'revision_number': 4, 'project_id': 'a9a5c650ed23445bb585711f962d7e09', 'gw_port': {'id': '666785d5-060a-4460-bb5f-6da37fa29801', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c01efb0-7805-4bef-b1f3-476570199b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:51Z', 'updated_at': '2022-08-30T04:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_floatingips': [{'id': '2c5143dd-c5ae-4b08-b1f8-d2edfb3cba7d', 'tenant_id': 'a9a5c650ed23445bb585711f962d7e09', 'floating_ip_address': '172.27.4.119', 'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'router_id': '3c01efb0-7805-4bef-b1f3-476570199b5d', 'port_id': 'eb59a541-38aa-4db2-b9d0-47ff00f339c8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '524cda22-09e9-423b-b572-9d6bbb210043', 'mac_address': 'fa:16:3e:da:c7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08fcdf7-05cc-4789-981c-cb67b796f1bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:21:12Z', 'updated_at': '2022-08-30T04:21:44Z', 'revision_number': 1, 'project_id': 'a9a5c650ed23445bb585711f962d7e09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72368378-95b5-42b5-ae57-8fb4569082ec', 'name': '', 'network_id': '524cda22-09e9-423b-b572-9d6bbb210043', 'tenant_id': 'a9a5c650ed23445bb585711f962d7e09', 'mac_address': 'fa:16:3e:94:24:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c01efb0-7805-4bef-b1f3-476570199b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bf40f790-127d-4290-907b-8c5f990389ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:57Z', 'updated_at': '2022-08-30T04:19:08Z', 'revision_number': 5, 'project_id': 'a9a5c650ed23445bb585711f962d7e09', 'subnets': [{'id': 'bf40f790-127d-4290-907b-8c5f990389ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:21:46.171870 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b236f6-d219-4c50-b839-da569367279a None None] The sync data for ids ['3c01efb0-7805-4bef-b1f3-476570199b5d'] in dv-cinder-852208-11-iscsi is: [{'id': '3c01efb0-7805-4bef-b1f3-476570199b5d', 'name': 'tempest-ServerRescueNegativeTestJSON-2077016422-router', 'tenant_id': 'a9a5c650ed23445bb585711f962d7e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.39'}], 'enable_snat': True}, 'gw_port_id': '666785d5-060a-4460-bb5f-6da37fa29801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:49Z', 'updated_at': '2022-08-30T04:18:59Z', 'revision_number': 4, 'project_id': 'a9a5c650ed23445bb585711f962d7e09', 'gw_port': {'id': '666785d5-060a-4460-bb5f-6da37fa29801', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c01efb0-7805-4bef-b1f3-476570199b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:51Z', 'updated_at': '2022-08-30T04:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_floatingips': [{'id': '2c5143dd-c5ae-4b08-b1f8-d2edfb3cba7d', 'tenant_id': 'a9a5c650ed23445bb585711f962d7e09', 'floating_ip_address': '172.27.4.119', 'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'router_id': '3c01efb0-7805-4bef-b1f3-476570199b5d', 'port_id': 'eb59a541-38aa-4db2-b9d0-47ff00f339c8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '524cda22-09e9-423b-b572-9d6bbb210043', 'mac_address': 'fa:16:3e:da:c7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08fcdf7-05cc-4789-981c-cb67b796f1bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:21:12Z', 'updated_at': '2022-08-30T04:21:44Z', 'revision_number': 1, 'project_id': 'a9a5c650ed23445bb585711f962d7e09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72368378-95b5-42b5-ae57-8fb4569082ec', 'name': '', 'network_id': '524cda22-09e9-423b-b572-9d6bbb210043', 'tenant_id': 'a9a5c650ed23445bb585711f962d7e09', 'mac_address': 'fa:16:3e:94:24:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c01efb0-7805-4bef-b1f3-476570199b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bf40f790-127d-4290-907b-8c5f990389ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:57Z', 'updated_at': '2022-08-30T04:19:08Z', 'revision_number': 5, 'project_id': 'a9a5c650ed23445bb585711f962d7e09', 'subnets': [{'id': 'bf40f790-127d-4290-907b-8c5f990389ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:21:46.310826 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c8768-9a5e-4f48-b39e-f383390562fe req-ffc32a9d-b776-4397-8739-0e0d1308b203 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:46.312956 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-443c8768-9a5e-4f48-b39e-f383390562fe req-ffc32a9d-b776-4397-8739-0e0d1308b203 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=53690b9c-2325-4266-9b6b-3ba3b9a2bed5 HTTP/1.1" status: 200 len: 944 time: 0.0581121 Aug 30 04:21:46.370004 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-443c8768-9a5e-4f48-b39e-f383390562fe req-facf9933-84f1-4bf7-b351-26df177a082f tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=76c5c299-68cd-475b-8588-e349b55eae0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474000 Aug 30 04:21:46.440814 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd146cce-61b0-405f-b3d5-c4a505c753ef req-791755e2-bc29-4044-857d-7460f7434334 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:46.442393 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-dd146cce-61b0-405f-b3d5-c4a505c753ef req-791755e2-bc29-4044-857d-7460f7434334 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 945 time: 0.0667496 Aug 30 04:21:46.453084 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device f9d6de7b-f967-4a19-b72e-49fb8dbc3981 details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106294) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:21:46.495276 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-dd146cce-61b0-405f-b3d5-c4a505c753ef req-f6c07b05-bfd6-4c55-a255-b09d331c9e37 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462980 Aug 30 04:21:46.528513 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=9 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:46.539685 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=17 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:46.561738 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port f9d6de7b-f967-4a19-b72e-49fb8dbc3981, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=f9d6de7b-f967-4a19-b72e-49fb8dbc3981,segment=NetworkSegment(6e267aef-fc27-4f3f-a8d8-d6ecfbf87aa3),segment_id=6e267aef-fc27-4f3f-a8d8-d6ecfbf87aa3)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:21:46.573950 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Returning: {'device': 'f9d6de7b-f967-4a19-b72e-49fb8dbc3981', 'network_id': '2774a858-2972-416a-bca6-0cf962f4b9d8', 'port_id': 'f9d6de7b-f967-4a19-b72e-49fb8dbc3981', 'mac_address': 'fa:16:3e:ca:ec:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be711d9b-e6ae-48b0-b700-7b2bda51fcd7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106294) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:21:46.610495 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Current status of the port f9d6de7b-f967-4a19-b72e-49fb8dbc3981 is: DOWN; New status is: BUILD {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:21:46.610891 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (f9d6de7b-f967-4a19-b72e-49fb8dbc3981), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:46.624993 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9d6de7b-f967-4a19-b72e-49fb8dbc3981 {{(pid=106294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:21:46.645899 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port f9d6de7b-f967-4a19-b72e-49fb8dbc3981, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=f9d6de7b-f967-4a19-b72e-49fb8dbc3981,segment=NetworkSegment(6e267aef-fc27-4f3f-a8d8-d6ecfbf87aa3),segment_id=6e267aef-fc27-4f3f-a8d8-d6ecfbf87aa3)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:21:46.650623 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (f9d6de7b-f967-4a19-b72e-49fb8dbc3981), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:46.711962 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Pushing event updated for resources: {'Port': ['ID=f9d6de7b-f967-4a19-b72e-49fb8dbc3981,revision_number=4']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:46.755262 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823be3a2-50f2-4707-9093-cae696f6f4fd req-6f3b3d1e-54cf-48b6-b07f-28671488bbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:46.756679 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-823be3a2-50f2-4707-9093-cae696f6f4fd req-6f3b3d1e-54cf-48b6-b07f-28671488bbd3 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=a9a5c650ed23445bb585711f962d7e09&device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 1129 time: 0.0475252 Aug 30 04:21:46.861526 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fd6e4e-1266-42c6-a15e-7eb7cc682612 None None] New status for floating IP 2c5143dd-c5ae-4b08-b1f8-d2edfb3cba7d: ACTIVE {{(pid=106295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:21:46.964844 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] get_ports_and_sgs() called for port_ids ['f9d6de7b-f967-4a19-b72e-49fb8dbc3981'] {{(pid=106294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:21:47.076691 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa784ec2-87d2-428b-b4a6-aabd4c3d1e3e req-ceb424b0-56d9-4337-843d-403e129f713a tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:47.078772 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-fa784ec2-87d2-428b-b4a6-aabd4c3d1e3e req-ceb424b0-56d9-4337-843d-403e129f713a tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8a3a79d0-31a2-463a-b7db-749bfd7eb055 HTTP/1.1" status: 200 len: 943 time: 0.0518303 Aug 30 04:21:47.090625 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:47.128919 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-fa784ec2-87d2-428b-b4a6-aabd4c3d1e3e req-d3b32593-3919-49f4-a8d9-d7cf1936a789 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=27cb5881-51a7-484f-9826-0025161b6b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440786 Aug 30 04:21:47.287359 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e13bb8-ed47-42b8-bc52-59ae3e5c394f req-3cfa2daf-11be-464e-8872-5b22651ed461 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:47.289219 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-85e13bb8-ed47-42b8-bc52-59ae3e5c394f req-3cfa2daf-11be-464e-8872-5b22651ed461 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 945 time: 0.1021900 Aug 30 04:21:47.363436 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823be3a2-50f2-4707-9093-cae696f6f4fd req-55e8d4eb-ca82-4e12-b0b0-c8c62a1dcc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:47.364995 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-823be3a2-50f2-4707-9093-cae696f6f4fd req-55e8d4eb-ca82-4e12-b0b0-c8c62a1dcc97 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=524cda22-09e9-423b-b572-9d6bbb210043 HTTP/1.1" status: 200 len: 920 time: 0.1669834 Aug 30 04:21:47.369366 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-85e13bb8-ed47-42b8-bc52-59ae3e5c394f req-959b5dcc-0bff-430d-84b3-1e2d80cc5b2f tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720901 Aug 30 04:21:47.440145 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-823be3a2-50f2-4707-9093-cae696f6f4fd req-ffd0edb2-09b6-40d1-8b78-28156f208282 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb59a541-38aa-4db2-b9d0-47ff00f339c8 HTTP/1.1" status: 200 len: 1001 time: 0.0668499 Aug 30 04:21:47.501201 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823be3a2-50f2-4707-9093-cae696f6f4fd req-4254b289-e304-4f27-b9fb-3aef3bbd4783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:47.503124 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-823be3a2-50f2-4707-9093-cae696f6f4fd req-4254b289-e304-4f27-b9fb-3aef3bbd4783 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=bf40f790-127d-4290-907b-8c5f990389ae HTTP/1.1" status: 200 len: 858 time: 0.0527227 Aug 30 04:21:47.517910 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e080c-d99d-4a62-947a-9029d7f223ec req-125d6cb4-2eed-4100-9074-d10f8b6ad4b8 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:47.519444 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-bb5e080c-d99d-4a62-947a-9029d7f223ec req-125d6cb4-2eed-4100-9074-d10f8b6ad4b8 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=53690b9c-2325-4266-9b6b-3ba3b9a2bed5 HTTP/1.1" status: 200 len: 945 time: 0.0495360 Aug 30 04:21:47.565513 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823be3a2-50f2-4707-9093-cae696f6f4fd req-a23e28ff-1e80-4a2a-9a41-c8d2bf4071b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:47.567152 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-823be3a2-50f2-4707-9093-cae696f6f4fd req-a23e28ff-1e80-4a2a-9a41-c8d2bf4071b0 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=524cda22-09e9-423b-b572-9d6bbb210043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0529866 Aug 30 04:21:47.598165 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-bb5e080c-d99d-4a62-947a-9029d7f223ec req-fea10550-a9ff-40e9-a5e4-13b4fe8b6f3d tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=76c5c299-68cd-475b-8588-e349b55eae0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696292 Aug 30 04:21:47.642845 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:47.688093 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612bd0b-8a91-4431-bdbf-13ac5de8f313 req-91772565-494d-4127-83d5-927e66d02514 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:47.689553 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b612bd0b-8a91-4431-bdbf-13ac5de8f313 req-91772565-494d-4127-83d5-927e66d02514 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 945 time: 0.0909746 Aug 30 04:21:47.732578 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-823be3a2-50f2-4707-9093-cae696f6f4fd req-1ea8eec5-bd58-4293-9ca1-f996f4bbdc47 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/524cda22-09e9-423b-b572-9d6bbb210043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585612 Aug 30 04:21:47.813715 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b612bd0b-8a91-4431-bdbf-13ac5de8f313 req-9bc8feb2-9c9f-4995-836d-6757a86ddb8b tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094809 Aug 30 04:21:47.873272 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-823be3a2-50f2-4707-9093-cae696f6f4fd req-2e9da22f-57f5-41ef-955c-06767744ebc3 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/524cda22-09e9-423b-b572-9d6bbb210043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299152 Aug 30 04:21:48.266780 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb511e-ea07-4ea8-a537-452bdcce3d07 req-0bd6f180-82bf-4274-a42a-4d2828244336 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:48.268596 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-4acb511e-ea07-4ea8-a537-452bdcce3d07 req-0bd6f180-82bf-4274-a42a-4d2828244336 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8a3a79d0-31a2-463a-b7db-749bfd7eb055 HTTP/1.1" status: 200 len: 943 time: 0.0546508 Aug 30 04:21:48.331202 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-4acb511e-ea07-4ea8-a537-452bdcce3d07 req-9506ddf3-f16d-4d56-a227-52466178ae61 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=27cb5881-51a7-484f-9826-0025161b6b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565345 Aug 30 04:21:48.461712 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 7e166b02-3f14-40b4-b11a-1b65c4bce791 details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106294) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:21:48.469226 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device f9d6de7b-f967-4a19-b72e-49fb8dbc3981 up at agent hyperv_hv-cinder-85220 {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:21:48.636798 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Provisioning for port f9d6de7b-f967-4a19-b72e-49fb8dbc3981 completed by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:21:48.698535 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Provisioning complete for port f9d6de7b-f967-4a19-b72e-49fb8dbc3981 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:21:48.698921 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (f9d6de7b-f967-4a19-b72e-49fb8dbc3981), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:48.755941 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port 7e166b02-3f14-40b4-b11a-1b65c4bce791, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=7e166b02-3f14-40b4-b11a-1b65c4bce791,segment=NetworkSegment(f0cd75e6-ffe0-46b7-b2c6-77de4b5cd414),segment_id=f0cd75e6-ffe0-46b7-b2c6-77de4b5cd414)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:21:48.779952 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Returning: {'device': '7e166b02-3f14-40b4-b11a-1b65c4bce791', 'network_id': 'dd2a8049-b917-49e6-b871-9134d7a6f650', 'port_id': '7e166b02-3f14-40b4-b11a-1b65c4bce791', 'mac_address': 'fa:16:3e:8f:bf:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bca76be-a0e9-48b9-a344-6a2744164590', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106294) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:21:48.788059 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa07f12f-9613-4273-9d72-16ce2a62213a req-61c67a97-d240-487c-bbfc-564ecbccbbbb tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:48.790431 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-aa07f12f-9613-4273-9d72-16ce2a62213a req-61c67a97-d240-487c-bbfc-564ecbccbbbb tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=53690b9c-2325-4266-9b6b-3ba3b9a2bed5 HTTP/1.1" status: 200 len: 945 time: 0.0650146 Aug 30 04:21:48.812768 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:48.830041 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Current status of the port 7e166b02-3f14-40b4-b11a-1b65c4bce791 is: DOWN; New status is: BUILD {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:21:48.830465 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (7e166b02-3f14-40b4-b11a-1b65c4bce791), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:48.858327 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e166b02-3f14-40b4-b11a-1b65c4bce791 {{(pid=106294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:21:48.861818 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-aa07f12f-9613-4273-9d72-16ce2a62213a req-5eed62cd-8b82-40d9-8632-341eea2e68a0 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=76c5c299-68cd-475b-8588-e349b55eae0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642934 Aug 30 04:21:48.909576 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:48.930302 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port 7e166b02-3f14-40b4-b11a-1b65c4bce791, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=7e166b02-3f14-40b4-b11a-1b65c4bce791,segment=NetworkSegment(f0cd75e6-ffe0-46b7-b2c6-77de4b5cd414),segment_id=f0cd75e6-ffe0-46b7-b2c6-77de4b5cd414)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:21:48.934319 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Current status of the port f9d6de7b-f967-4a19-b72e-49fb8dbc3981 is: BUILD; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:21:48.934822 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (f9d6de7b-f967-4a19-b72e-49fb8dbc3981), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:48.949403 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (7e166b02-3f14-40b4-b11a-1b65c4bce791), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:48.993392 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482376c8-e297-4ec6-a10c-856d032b4f66 req-689c3b05-efb3-4a9b-b4af-a66f70b69ac4 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:48.996527 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-482376c8-e297-4ec6-a10c-856d032b4f66 req-689c3b05-efb3-4a9b-b4af-a66f70b69ac4 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 945 time: 0.0645447 Aug 30 04:21:49.063463 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-482376c8-e297-4ec6-a10c-856d032b4f66 req-eb4e4864-ac81-4af9-9415-c1e77853d46b tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606077 Aug 30 04:21:49.122716 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53690b9c-2325-4266-9b6b-3ba3b9a2bed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d6de7b-f967-4a19-b72e-49fb8dbc3981'}] {{(pid=106294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:21:49.125001 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc91461c002048a1511ec2515697d9f100988a5a9e001fc967bf4275e8e26e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14cdb188-fc5c-436a-9ba5-9788cd706bcc" -d '{"events": [{"server_uuid": "53690b9c-2325-4266-9b6b-3ba3b9a2bed5", "name": "network-vif-plugged", "status": "completed", "tag": "f9d6de7b-f967-4a19-b72e-49fb8dbc3981"}]}' {{(pid=106294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:21:49.151816 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port f9d6de7b-f967-4a19-b72e-49fb8dbc3981, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=f9d6de7b-f967-4a19-b72e-49fb8dbc3981,segment=NetworkSegment(6e267aef-fc27-4f3f-a8d8-d6ecfbf87aa3),segment_id=6e267aef-fc27-4f3f-a8d8-d6ecfbf87aa3)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:21:49.162460 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (f9d6de7b-f967-4a19-b72e-49fb8dbc3981), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:49.169901 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Pushing event updated for resources: {'Port': ['ID=7e166b02-3f14-40b4-b11a-1b65c4bce791,revision_number=4']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:49.202482 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352e7969-e089-4aa0-b6f7-5526b2513e8c x-openstack-request-id: req-352e7969-e089-4aa0-b6f7-5526b2513e8c {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:21:49.202812 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53690b9c-2325-4266-9b6b-3ba3b9a2bed5", "name": "network-vif-plugged", "status": "completed", "tag": "f9d6de7b-f967-4a19-b72e-49fb8dbc3981", "code": 200}]} {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:21:49.203079 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-352e7969-e089-4aa0-b6f7-5526b2513e8c {{(pid=106294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:21:49.203557 dv-cinder-852208-11-iscsi neutron-server[106294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-352e7969-e089-4aa0-b6f7-5526b2513e8c'] response: {'server_uuid': '53690b9c-2325-4266-9b6b-3ba3b9a2bed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d6de7b-f967-4a19-b72e-49fb8dbc3981', 'code': 200} Aug 30 04:21:49.238570 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Pushing event updated for resources: {'Port': ['ID=f9d6de7b-f967-4a19-b72e-49fb8dbc3981,revision_number=5']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:49.288112 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] get_ports_and_sgs() called for port_ids ['7e166b02-3f14-40b4-b11a-1b65c4bce791'] {{(pid=106294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:21:49.439161 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba69de-0acf-4101-bb8c-7d9c253e9fc6 req-75c7d0f8-4e54-4551-b7b2-549a82a2103e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:49.440654 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d4ba69de-0acf-4101-bb8c-7d9c253e9fc6 req-75c7d0f8-4e54-4551-b7b2-549a82a2103e service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=53690b9c-2325-4266-9b6b-3ba3b9a2bed5 HTTP/1.1" status: 200 len: 1130 time: 0.0875361 Aug 30 04:21:49.510217 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb3087-067a-4bc4-a8d9-e165cebc8b2b req-059d028e-2560-4147-87fd-11c7c4466fdc tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:49.511891 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d4ba69de-0acf-4101-bb8c-7d9c253e9fc6 req-d4a04961-3324-4ea6-a3ef-881ebe1b2bac service neutron] 10.222.0.75 "GET /networking/v2.0/security-groups?id=76c5c299-68cd-475b-8588-e349b55eae0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608139 Aug 30 04:21:49.517569 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-e6cb3087-067a-4bc4-a8d9-e165cebc8b2b req-059d028e-2560-4147-87fd-11c7c4466fdc tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8a3a79d0-31a2-463a-b7db-749bfd7eb055 HTTP/1.1" status: 200 len: 944 time: 0.0652852 Aug 30 04:21:49.546105 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:49.576591 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-e6cb3087-067a-4bc4-a8d9-e165cebc8b2b req-bd8b89d3-57c7-41cf-8186-5f3a8c9e31d4 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=27cb5881-51a7-484f-9826-0025161b6b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576901 Aug 30 04:21:49.717792 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.agents_db [None req-4bab6993-eaca-4b45-827a-a5590950f82e None None] Agent healthcheck: found 6 active agents {{(pid=106295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:21:49.995148 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e31c39-7d57-4d91-a013-fb05a0275ba2 req-1043f735-31ca-458b-a763-c13d52d448d4 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:49.998904 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-83e31c39-7d57-4d91-a013-fb05a0275ba2 req-1043f735-31ca-458b-a763-c13d52d448d4 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=53690b9c-2325-4266-9b6b-3ba3b9a2bed5 HTTP/1.1" status: 200 len: 946 time: 0.0586076 Aug 30 04:21:50.055395 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-83e31c39-7d57-4d91-a013-fb05a0275ba2 req-84f01a3c-8570-433c-b35e-838945b3e939 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=76c5c299-68cd-475b-8588-e349b55eae0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500355 Aug 30 04:21:50.215411 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0594ea01-2b5f-4c94-b213-b10aaa07a93b req-53b8ea89-5015-4c23-b6f7-a45c8178e3d8 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:50.217168 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-0594ea01-2b5f-4c94-b213-b10aaa07a93b req-53b8ea89-5015-4c23-b6f7-a45c8178e3d8 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 945 time: 0.0558727 Aug 30 04:21:50.276674 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-0594ea01-2b5f-4c94-b213-b10aaa07a93b req-094a3f9b-d885-47b7-b651-faedc507e40b tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532162 Aug 30 04:21:50.340312 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-2ea1545e-d845-4c61-a877-241b5527d862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (1bd89ca2-58f6-428d-83bf-6325bad549fd), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:50.474112 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 7e166b02-3f14-40b4-b11a-1b65c4bce791 up at agent hyperv_hv-cinder-85220 {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:21:50.504210 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:50.544650 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Provisioning for port 7e166b02-3f14-40b4-b11a-1b65c4bce791 completed by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:21:50.552895 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Provisioning complete for port 7e166b02-3f14-40b4-b11a-1b65c4bce791 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:21:50.553370 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (7e166b02-3f14-40b4-b11a-1b65c4bce791), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:50.656272 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Current status of the port 7e166b02-3f14-40b4-b11a-1b65c4bce791 is: BUILD; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:21:50.656796 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (7e166b02-3f14-40b4-b11a-1b65c4bce791), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:50.700763 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port 7e166b02-3f14-40b4-b11a-1b65c4bce791, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=7e166b02-3f14-40b4-b11a-1b65c4bce791,segment=NetworkSegment(f0cd75e6-ffe0-46b7-b2c6-77de4b5cd414),segment_id=f0cd75e6-ffe0-46b7-b2c6-77de4b5cd414)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:21:50.712476 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (7e166b02-3f14-40b4-b11a-1b65c4bce791), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:50.728871 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63608776-db3f-49fc-ab09-d0bdc12099a6 req-5dc768d7-2148-4a41-9f99-8e7dace7fe42 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:50.730859 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-63608776-db3f-49fc-ab09-d0bdc12099a6 req-5dc768d7-2148-4a41-9f99-8e7dace7fe42 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8a3a79d0-31a2-463a-b7db-749bfd7eb055 HTTP/1.1" status: 200 len: 944 time: 0.0700619 Aug 30 04:21:50.773495 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Pushing event updated for resources: {'Port': ['ID=7e166b02-3f14-40b4-b11a-1b65c4bce791,revision_number=5']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:50.832771 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-63608776-db3f-49fc-ab09-d0bdc12099a6 req-fd7503ff-241e-40e6-be00-7e1d019ce91a tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=27cb5881-51a7-484f-9826-0025161b6b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949860 Aug 30 04:21:51.204388 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a3a79d0-31a2-463a-b7db-749bfd7eb055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e166b02-3f14-40b4-b11a-1b65c4bce791'}] {{(pid=106294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:21:51.207220 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc91461c002048a1511ec2515697d9f100988a5a9e001fc967bf4275e8e26e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3077673e-2877-46ce-b2c1-651703a9dd19" -d '{"events": [{"server_uuid": "8a3a79d0-31a2-463a-b7db-749bfd7eb055", "name": "network-vif-plugged", "status": "completed", "tag": "7e166b02-3f14-40b4-b11a-1b65c4bce791"}]}' {{(pid=106294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:21:51.215451 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053007b-3bfd-4b63-9d9a-510506e49d61 req-fbc79274-b1f5-44fe-b345-6b93f4b49c01 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:51.217950 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-b053007b-3bfd-4b63-9d9a-510506e49d61 req-fbc79274-b1f5-44fe-b345-6b93f4b49c01 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=53690b9c-2325-4266-9b6b-3ba3b9a2bed5 HTTP/1.1" status: 200 len: 946 time: 0.0680673 Aug 30 04:21:51.275319 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b7cccc-a426-424a-b572-cba9e513202e x-openstack-request-id: req-74b7cccc-a426-424a-b572-cba9e513202e {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:21:51.275742 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a3a79d0-31a2-463a-b7db-749bfd7eb055", "name": "network-vif-plugged", "status": "completed", "tag": "7e166b02-3f14-40b4-b11a-1b65c4bce791", "code": 200}]} {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:21:51.276128 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-74b7cccc-a426-424a-b572-cba9e513202e {{(pid=106294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:21:51.276637 dv-cinder-852208-11-iscsi neutron-server[106294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74b7cccc-a426-424a-b572-cba9e513202e'] response: {'server_uuid': '8a3a79d0-31a2-463a-b7db-749bfd7eb055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e166b02-3f14-40b4-b11a-1b65c4bce791', 'code': 200} Aug 30 04:21:51.293452 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-b053007b-3bfd-4b63-9d9a-510506e49d61 req-18a7f3cf-93f5-4054-8b90-4b9191436378 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=76c5c299-68cd-475b-8588-e349b55eae0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681980 Aug 30 04:21:51.450155 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d64a46-43bc-47cd-bc4d-1e2e1626ce0b req-e3487c62-d45a-49b1-9e5e-8d15fc8218df tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:51.453550 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-26d64a46-43bc-47cd-bc4d-1e2e1626ce0b req-e3487c62-d45a-49b1-9e5e-8d15fc8218df tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 945 time: 0.0694504 Aug 30 04:21:51.547067 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-26d64a46-43bc-47cd-bc4d-1e2e1626ce0b req-af902571-8ba9-43e6-9edf-9f060e5fd295 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862627 Aug 30 04:21:51.653392 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26673d3-f748-49f4-bbca-b71b6f976949 req-38af20b0-0be6-4f17-aeef-ae6c086db053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:51.655229 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d26673d3-f748-49f4-bbca-b71b6f976949 req-38af20b0-0be6-4f17-aeef-ae6c086db053 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8a3a79d0-31a2-463a-b7db-749bfd7eb055 HTTP/1.1" status: 200 len: 1129 time: 0.0450556 Aug 30 04:21:51.716496 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d26673d3-f748-49f4-bbca-b71b6f976949 req-baecd691-d14e-4b8b-a8b8-930d24d321eb service neutron] 10.222.0.75 "GET /networking/v2.0/security-groups?id=27cb5881-51a7-484f-9826-0025161b6b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534542 Aug 30 04:21:51.965985 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c98a63-268b-4199-a560-a04b3d375a37 req-5474dd20-4f77-480b-9f39-1db14d6ef07d tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:51.968131 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-68c98a63-268b-4199-a560-a04b3d375a37 req-5474dd20-4f77-480b-9f39-1db14d6ef07d tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8a3a79d0-31a2-463a-b7db-749bfd7eb055 HTTP/1.1" status: 200 len: 945 time: 0.0530064 Aug 30 04:21:52.031781 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-68c98a63-268b-4199-a560-a04b3d375a37 req-dd3f55fc-8278-416f-94a8-035e0385244e tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=27cb5881-51a7-484f-9826-0025161b6b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551753 Aug 30 04:21:52.447953 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dde85b-a9fb-4d26-8f61-af075c0d029a req-347bcae6-800e-4c52-910f-31fe185b1046 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:52.456483 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e6dde85b-a9fb-4d26-8f61-af075c0d029a req-347bcae6-800e-4c52-910f-31fe185b1046 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=53690b9c-2325-4266-9b6b-3ba3b9a2bed5 HTTP/1.1" status: 200 len: 946 time: 0.0779991 Aug 30 04:21:52.522341 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e6dde85b-a9fb-4d26-8f61-af075c0d029a req-a8e15310-d479-445d-85ba-5c5da292ce49 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=76c5c299-68cd-475b-8588-e349b55eae0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588446 Aug 30 04:21:52.531027 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-4148c3cf-68b4-4543-826a-79a94a3e313f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:52.673894 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=100 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:52.686758 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b963942-65ce-4c61-b949-48a846719002 req-0ebc2edf-70f3-47d3-b3d5-0a2fce9a05e5 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:52.693859 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-7b963942-65ce-4c61-b949-48a846719002 req-0ebc2edf-70f3-47d3-b3d5-0a2fce9a05e5 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 945 time: 0.0559113 Aug 30 04:21:52.752476 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-7b963942-65ce-4c61-b949-48a846719002 req-a9802f78-2ac8-46c8-9d03-99a35d8eab2d tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574179 Aug 30 04:21:53.199563 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f43d1ab-e1cd-4dac-9118-1dce8052424d req-83142f07-09ed-456b-95e5-9d2d94a29e63 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:53.200740 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5f43d1ab-e1cd-4dac-9118-1dce8052424d req-83142f07-09ed-456b-95e5-9d2d94a29e63 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8a3a79d0-31a2-463a-b7db-749bfd7eb055 HTTP/1.1" status: 200 len: 945 time: 0.0623498 Aug 30 04:21:53.258577 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5f43d1ab-e1cd-4dac-9118-1dce8052424d req-74dacf13-f4bf-491e-a922-d03c1e4a16ed tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=27cb5881-51a7-484f-9826-0025161b6b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510426 Aug 30 04:21:53.364028 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2f557-274f-472c-aa5d-d9c56b78e39a req-fb94e12e-75cc-4e1c-9095-a3de06642f41 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:53.365465 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-4ed2f557-274f-472c-aa5d-d9c56b78e39a req-fb94e12e-75cc-4e1c-9095-a3de06642f41 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=53690b9c-2325-4266-9b6b-3ba3b9a2bed5 HTTP/1.1" status: 200 len: 946 time: 0.0544825 Aug 30 04:21:53.421360 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-4ed2f557-274f-472c-aa5d-d9c56b78e39a req-7e91cee0-6634-4d8f-abc7-d92905914053 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=76c5c299-68cd-475b-8588-e349b55eae0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488071 Aug 30 04:21:53.757141 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8bdbbddc-d827-40e6-b8fb-29930693a668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (0ba81f50-231f-4a87-bfed-adcf093ea106), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:53.891949 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6d4ad-ee29-4d6b-bce5-643aa7042504 req-0d602ccd-c5ba-4543-a242-ec9454e5c4ff tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:53.893703 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-14a6d4ad-ee29-4d6b-bce5-643aa7042504 req-0d602ccd-c5ba-4543-a242-ec9454e5c4ff tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 945 time: 0.0605466 Aug 30 04:21:53.960111 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-14a6d4ad-ee29-4d6b-bce5-643aa7042504 req-782587d6-0a4d-45f4-8bad-b407cb34e45a tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585968 Aug 30 04:21:54.429336 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428ee31-d159-4982-abd9-7d1b9008fad5 req-32fa4d45-c051-4da6-9f65-a4130b46f9fa tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:54.431021 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-9428ee31-d159-4982-abd9-7d1b9008fad5 req-32fa4d45-c051-4da6-9f65-a4130b46f9fa tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8a3a79d0-31a2-463a-b7db-749bfd7eb055 HTTP/1.1" status: 200 len: 945 time: 0.0750325 Aug 30 04:21:54.528137 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-9428ee31-d159-4982-abd9-7d1b9008fad5 req-d3d0bd7e-2c3a-4578-abc0-348a386ea571 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=27cb5881-51a7-484f-9826-0025161b6b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881083 Aug 30 04:21:54.567478 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:54.642754 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cca423-abf3-42d1-81bc-b2c4feba3a45 req-70f1b876-8cfa-4ae5-864b-df1ccce29e88 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:54.645051 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-52cca423-abf3-42d1-81bc-b2c4feba3a45 req-70f1b876-8cfa-4ae5-864b-df1ccce29e88 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=53690b9c-2325-4266-9b6b-3ba3b9a2bed5 HTTP/1.1" status: 200 len: 946 time: 0.1140633 Aug 30 04:21:54.700873 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bf49ea-1628-4d44-aef5-c2e8d2b45f3d req-72be36bd-8836-41c3-a310-dadfcbd974f8 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:54.702693 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-24bf49ea-1628-4d44-aef5-c2e8d2b45f3d req-72be36bd-8836-41c3-a310-dadfcbd974f8 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8a3a79d0-31a2-463a-b7db-749bfd7eb055 HTTP/1.1" status: 200 len: 945 time: 0.0934806 Aug 30 04:21:54.722232 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-52cca423-abf3-42d1-81bc-b2c4feba3a45 req-f7b46ced-d547-4d41-8be5-fcc8aafded88 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=76c5c299-68cd-475b-8588-e349b55eae0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684805 Aug 30 04:21:54.770777 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-24bf49ea-1628-4d44-aef5-c2e8d2b45f3d req-ed2a2f27-2730-4560-b3d3-01c49cb217b6 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=27cb5881-51a7-484f-9826-0025161b6b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606573 Aug 30 04:21:55.114174 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df267f0f-c3be-4878-a025-3177c41b1258 req-010adcda-dab7-4c83-92e8-9bc80fc2b97f tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:55.122987 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-df267f0f-c3be-4878-a025-3177c41b1258 req-010adcda-dab7-4c83-92e8-9bc80fc2b97f tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 945 time: 0.0633719 Aug 30 04:21:55.201024 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-df267f0f-c3be-4878-a025-3177c41b1258 req-b68ec2d1-d75b-4f46-aec7-2743c260e964 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770195 Aug 30 04:21:55.330582 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbb8f4-80b1-4c49-bc5a-f45193a60873 req-f233bef7-dbe1-4760-b330-a3cbc220752b tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:55.338115 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e8cbb8f4-80b1-4c49-bc5a-f45193a60873 req-f233bef7-dbe1-4760-b330-a3cbc220752b tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8a3a79d0-31a2-463a-b7db-749bfd7eb055 HTTP/1.1" status: 200 len: 945 time: 0.0647776 Aug 30 04:21:55.431216 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-390264ec-bab8-4bcb-922a-62bbd4f3a683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (b2cd167f-1ad0-4273-bd2a-29638b1fd1d2), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:55.454902 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e8cbb8f4-80b1-4c49-bc5a-f45193a60873 req-8340ebdb-0caa-4610-a976-193d9e34b2d9 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=27cb5881-51a7-484f-9826-0025161b6b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156962 Aug 30 04:21:55.479223 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f4d2e-b8b5-48b8-8695-5737297ca520 req-48dbb377-a1dc-4715-b56d-31ba3b7b83ea tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:55.480766 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1d9f4d2e-b8b5-48b8-8695-5737297ca520 req-48dbb377-a1dc-4715-b56d-31ba3b7b83ea tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=53690b9c-2325-4266-9b6b-3ba3b9a2bed5 HTTP/1.1" status: 200 len: 946 time: 0.0929170 Aug 30 04:21:55.583078 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (d414c4c0-e104-4322-85c3-8bf64da32860), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:55.604687 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:55.607028 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-1d9f4d2e-b8b5-48b8-8695-5737297ca520 req-d2c0798c-f07c-4662-89eb-901e2c771aba tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Deleting port f9d6de7b-f967-4a19-b72e-49fb8dbc3981 {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:21:55.607522 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-1d9f4d2e-b8b5-48b8-8695-5737297ca520 req-d2c0798c-f07c-4662-89eb-901e2c771aba tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (f9d6de7b-f967-4a19-b72e-49fb8dbc3981), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:55.742890 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-1d9f4d2e-b8b5-48b8-8695-5737297ca520 req-d2c0798c-f07c-4662-89eb-901e2c771aba tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] For port f9d6de7b-f967-4a19-b72e-49fb8dbc3981, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=f9d6de7b-f967-4a19-b72e-49fb8dbc3981,segment=NetworkSegment(6e267aef-fc27-4f3f-a8d8-d6ecfbf87aa3),segment_id=6e267aef-fc27-4f3f-a8d8-d6ecfbf87aa3)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:21:55.744699 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-1d9f4d2e-b8b5-48b8-8695-5737297ca520 req-d2c0798c-f07c-4662-89eb-901e2c771aba tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (f9d6de7b-f967-4a19-b72e-49fb8dbc3981), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:55.765096 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-1d9f4d2e-b8b5-48b8-8695-5737297ca520 req-d2c0798c-f07c-4662-89eb-901e2c771aba tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Calling delete_port for f9d6de7b-f967-4a19-b72e-49fb8dbc3981 owned by compute:nova {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:21:55.881603 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac4731-7380-478d-bd49-6d751afee838 req-a5329b1a-d0f1-41d3-9c07-331232788083 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:55.895086 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-bbac4731-7380-478d-bd49-6d751afee838 req-a5329b1a-d0f1-41d3-9c07-331232788083 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=53690b9c-2325-4266-9b6b-3ba3b9a2bed5 HTTP/1.1" status: 200 len: 946 time: 0.0709698 Aug 30 04:21:55.961807 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-bbac4731-7380-478d-bd49-6d751afee838 req-1fcae449-6257-41e6-9f23-e58e97aedc75 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=76c5c299-68cd-475b-8588-e349b55eae0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651889 Aug 30 04:21:55.986239 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-1d9f4d2e-b8b5-48b8-8695-5737297ca520 req-d2c0798c-f07c-4662-89eb-901e2c771aba tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (f9d6de7b-f967-4a19-b72e-49fb8dbc3981), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:56.002994 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] get_ports_and_sgs() called for port_ids ['f9d6de7b-f967-4a19-b72e-49fb8dbc3981'] {{(pid=106294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:21:56.033586 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c0798c-f07c-4662-89eb-901e2c771aba tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Pushing event deleted for resources: {'Port': ['ID=f9d6de7b-f967-4a19-b72e-49fb8dbc3981,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:56.059603 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c0798c-f07c-4662-89eb-901e2c771aba tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:21:56.060129 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c0798c-f07c-4662-89eb-901e2c771aba tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:21:56.060733 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c0798c-f07c-4662-89eb-901e2c771aba tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:21:56.062120 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c0798c-f07c-4662-89eb-901e2c771aba tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:21:56.062895 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c0798c-f07c-4662-89eb-901e2c771aba tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:21:56.063526 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c0798c-f07c-4662-89eb-901e2c771aba tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:21:56.064234 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c0798c-f07c-4662-89eb-901e2c771aba tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:21:56.064668 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c0798c-f07c-4662-89eb-901e2c771aba tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:21:56.065299 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c0798c-f07c-4662-89eb-901e2c771aba tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:21:56.065825 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c0798c-f07c-4662-89eb-901e2c771aba tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:21:56.068034 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c0798c-f07c-4662-89eb-901e2c771aba tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:21:56.068571 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c0798c-f07c-4662-89eb-901e2c771aba tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:21:56.069076 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c0798c-f07c-4662-89eb-901e2c771aba tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:21:56.069585 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c0798c-f07c-4662-89eb-901e2c771aba tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:21:56.070059 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c0798c-f07c-4662-89eb-901e2c771aba tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:21:56.128169 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d9f4d2e-b8b5-48b8-8695-5737297ca520 req-d2c0798c-f07c-4662-89eb-901e2c771aba tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] No DVR routers for this DVR port f9d6de7b-f967-4a19-b72e-49fb8dbc3981 on host hv-cinder-85220 {{(pid=106293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:21:56.131254 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-1d9f4d2e-b8b5-48b8-8695-5737297ca520 req-d2c0798c-f07c-4662-89eb-901e2c771aba tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:56.136476 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1d9f4d2e-b8b5-48b8-8695-5737297ca520 req-d2c0798c-f07c-4662-89eb-901e2c771aba tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.75 "DELETE /networking/v2.0/ports/f9d6de7b-f967-4a19-b72e-49fb8dbc3981 HTTP/1.1" status: 204 len: 173 time: 0.6474760 Aug 30 04:21:56.136958 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53690b9c-2325-4266-9b6b-3ba3b9a2bed5', 'name': 'network-vif-deleted', 'tag': 'f9d6de7b-f967-4a19-b72e-49fb8dbc3981'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:21:56.139316 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11a3118c5976ecaadc28dc64ec6366a88eb3d4be069be3e491e321578e9d1f78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2eb0900-0b7f-45b4-a0c1-aef01e25fc20" -d '{"events": [{"server_uuid": "53690b9c-2325-4266-9b6b-3ba3b9a2bed5", "name": "network-vif-deleted", "tag": "f9d6de7b-f967-4a19-b72e-49fb8dbc3981"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:21:56.201277 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa692d86-49b3-4862-9544-31e3ae43a999 x-openstack-request-id: req-aa692d86-49b3-4862-9544-31e3ae43a999 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:21:56.201679 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53690b9c-2325-4266-9b6b-3ba3b9a2bed5", "name": "network-vif-deleted", "tag": "f9d6de7b-f967-4a19-b72e-49fb8dbc3981", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:21:56.202041 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-aa692d86-49b3-4862-9544-31e3ae43a999 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:21:56.202603 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa692d86-49b3-4862-9544-31e3ae43a999'] response: {'server_uuid': '53690b9c-2325-4266-9b6b-3ba3b9a2bed5', 'name': 'network-vif-deleted', 'tag': 'f9d6de7b-f967-4a19-b72e-49fb8dbc3981', 'status': 'completed', 'code': 200} Aug 30 04:21:56.363056 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89317aa1-0211-400f-b802-4c29a54eae4c req-2b19c15d-0fd6-411f-8567-3e960c98ab92 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:56.365472 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-89317aa1-0211-400f-b802-4c29a54eae4c req-2b19c15d-0fd6-411f-8567-3e960c98ab92 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 945 time: 0.0566399 Aug 30 04:21:56.457147 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-89317aa1-0211-400f-b802-4c29a54eae4c req-fddcd3ad-3c47-48cc-9a57-5fd9281e88d4 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820818 Aug 30 04:21:57.091015 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-64a06e10-be08-451e-b38a-cdcd8331e843 req-54e791bf-b611-4220-bc9e-0e447454e9ac tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=53690b9c-2325-4266-9b6b-3ba3b9a2bed5 HTTP/1.1" status: 200 len: 210 time: 0.0303423 Aug 30 04:21:57.666399 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c3c2d-d64c-47d3-8975-5902308a9d03 req-abf2fdf4-79eb-4558-a54a-460277246087 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:57.669071 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2c0c3c2d-d64c-47d3-8975-5902308a9d03 req-abf2fdf4-79eb-4558-a54a-460277246087 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 945 time: 0.0687668 Aug 30 04:21:57.744063 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2c0c3c2d-d64c-47d3-8975-5902308a9d03 req-622f7c32-9357-43ed-9977-04a2ccc13f9b tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677748 Aug 30 04:21:58.430445 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30598d28-9def-44b1-afea-dc03521c14e3 req-8851243a-86f9-4d87-a687-3b3383c9978e tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:58.431920 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-30598d28-9def-44b1-afea-dc03521c14e3 req-8851243a-86f9-4d87-a687-3b3383c9978e tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/networks?id=2774a858-2972-416a-bca6-0cf962f4b9d8 HTTP/1.1" status: 200 len: 809 time: 0.1079125 Aug 30 04:21:58.447875 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-30598d28-9def-44b1-afea-dc03521c14e3 req-34463675-9523-468f-bda5-39bd679f520a tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/quotas/7ca6dbede37a49528a555112bcfd816a HTTP/1.1" status: 200 len: 375 time: 0.0107226 Aug 30 04:21:58.483134 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-30598d28-9def-44b1-afea-dc03521c14e3 req-604d273c-a03c-4067-a086-471cb169d087 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=7ca6dbede37a49528a555112bcfd816a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299819 Aug 30 04:21:58.523656 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device f9d6de7b-f967-4a19-b72e-49fb8dbc3981 no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:21:58.543577 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] No Port match for: f9d6de7b-f967-4a19-b72e-49fb8dbc3981 {{(pid=106294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:21:58.543931 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device f9d6de7b-f967-4a19-b72e-49fb8dbc3981 not bound to the agent host hv-cinder-85220 {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:21:58.575289 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=100 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:58.579626 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-30598d28-9def-44b1-afea-dc03521c14e3 req-83ed7af1-ae8b-4beb-853c-954c25c03fdb service neutron] 10.222.0.46 "GET /networking/v2.0/networks/2774a858-2972-416a-bca6-0cf962f4b9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898681 Aug 30 04:21:58.657942 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb0bbf-ec69-434c-b278-4c488a1f96f9 req-03d6674d-d296-4086-9fe0-a0f5768498b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:58.659459 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9afb0bbf-ec69-434c-b278-4c488a1f96f9 req-03d6674d-d296-4086-9fe0-a0f5768498b5 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=411b8da28bed456bbdcdb01587610b47&device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 1129 time: 0.0390973 Aug 30 04:21:58.673798 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-30598d28-9def-44b1-afea-dc03521c14e3 req-eaa0bcdb-827c-4e66-bd5f-9fe7fc6b9279 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/2774a858-2972-416a-bca6-0cf962f4b9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884004 Aug 30 04:21:58.715669 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:58.758263 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb0bbf-ec69-434c-b278-4c488a1f96f9 req-ce3101d4-bd58-4a77-a32c-d6547acf1978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:58.760181 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9afb0bbf-ec69-434c-b278-4c488a1f96f9 req-ce3101d4-bd58-4a77-a32c-d6547acf1978 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6 HTTP/1.1" status: 200 len: 918 time: 0.0942836 Aug 30 04:21:58.829431 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=100 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:58.844662 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9afb0bbf-ec69-434c-b278-4c488a1f96f9 req-6983ce3d-a9f1-451e-ab4e-61d552aa6887 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=878113b7-0721-4ab0-9707-08eb2f973e55 HTTP/1.1" status: 200 len: 1001 time: 0.0757761 Aug 30 04:21:58.857222 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-8c2006f8-9af4-4dbe-93e3-9f7f7364d447 req-696c4812-5665-49a6-a5c7-bb4f34576234 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23951a29-0428-458b-a6ba-5e0e1f1aec86 HTTP/1.1" status: 200 len: 210 time: 0.0406983 Aug 30 04:21:58.936583 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb0bbf-ec69-434c-b278-4c488a1f96f9 req-432184b5-cb49-45a0-9a52-e9ca701222cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:58.938041 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9afb0bbf-ec69-434c-b278-4c488a1f96f9 req-432184b5-cb49-45a0-9a52-e9ca701222cd service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=bd870cbd-142c-4604-b43f-9d9fc317ac72 HTTP/1.1" status: 200 len: 856 time: 0.0831800 Aug 30 04:21:58.943910 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e28a2b5-31e3-4d7a-8ed8-cb12843b21a9 req-5234c1e3-1a43-48c3-aab9-b71bffe35d18 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:58.945706 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3e28a2b5-31e3-4d7a-8ed8-cb12843b21a9 req-5234c1e3-1a43-48c3-aab9-b71bffe35d18 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 945 time: 0.0925865 Aug 30 04:21:59.008621 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb0bbf-ec69-434c-b278-4c488a1f96f9 req-1de2d1ae-e770-4a0c-8cbf-8f141a6e4eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:59.009611 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9afb0bbf-ec69-434c-b278-4c488a1f96f9 req-1de2d1ae-e770-4a0c-8cbf-8f141a6e4eef service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0630667 Aug 30 04:21:59.045817 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3e28a2b5-31e3-4d7a-8ed8-cb12843b21a9 req-c183e614-d3d7-46a8-8bde-99c3460a9a83 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912976 Aug 30 04:21:59.117552 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9afb0bbf-ec69-434c-b278-4c488a1f96f9 req-9a629401-00f0-447f-840e-9e718a434380 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967243 Aug 30 04:21:59.219729 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9afb0bbf-ec69-434c-b278-4c488a1f96f9 req-5d413a7f-12e4-4239-a40c-411ccad5bd58 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947340 Aug 30 04:21:59.963310 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-49575da0-fed4-454c-a21c-48680d8176a9 req-7c9e76c6-1734-4b32-a679-93969fd9fa50 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23951a29-0428-458b-a6ba-5e0e1f1aec86 HTTP/1.1" status: 200 len: 210 time: 0.0310283 Aug 30 04:22:00.171114 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb3289-753f-4974-adcf-9c95415b1119 req-9eaf8e52-96ab-4693-a9f9-f789cef98e8f tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:00.172553 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-eddb3289-753f-4974-adcf-9c95415b1119 req-9eaf8e52-96ab-4693-a9f9-f789cef98e8f tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 945 time: 0.0463600 Aug 30 04:22:00.183189 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:00.219592 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-eddb3289-753f-4974-adcf-9c95415b1119 req-6f917715-c59e-401e-8aab-8bbbb5a61316 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416501 Aug 30 04:22:00.628681 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (5274a8db-cdbb-4c02-abb1-2eb9d7076dc1), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:00.979521 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-20496461-4791-4833-8fa8-4769e595a787 req-d047a4b7-cf32-419c-a31b-d0e3bd86d88e service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=5fde664c-f504-436a-bc03-41126ce28efe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423007 Aug 30 04:22:01.085832 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-47e68073-9c6b-46fb-a45f-60f757a39afa req-fc452ed0-cb02-4dd8-8e2d-5090fb7a6999 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23951a29-0428-458b-a6ba-5e0e1f1aec86 HTTP/1.1" status: 200 len: 210 time: 0.0401235 Aug 30 04:22:01.115412 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20496461-4791-4833-8fa8-4769e595a787 req-89a16909-61b6-4dc1-96c7-65f4b7d78c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:01.117509 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-20496461-4791-4833-8fa8-4769e595a787 req-89a16909-61b6-4dc1-96c7-65f4b7d78c16 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=a9a5c650ed23445bb585711f962d7e09&device_id=5fde664c-f504-436a-bc03-41126ce28efe HTTP/1.1" status: 200 len: 1129 time: 0.0520921 Aug 30 04:22:01.230615 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20496461-4791-4833-8fa8-4769e595a787 req-db073363-d120-4658-b44f-9dfe7a12ee6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:01.232102 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-20496461-4791-4833-8fa8-4769e595a787 req-db073363-d120-4658-b44f-9dfe7a12ee6f service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=524cda22-09e9-423b-b572-9d6bbb210043 HTTP/1.1" status: 200 len: 920 time: 0.0926015 Aug 30 04:22:01.287073 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-20496461-4791-4833-8fa8-4769e595a787 req-41dd3318-32df-4622-bd32-d937a1539bef service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df23e2a1-bcf8-455e-aa83-acb143334ab7 HTTP/1.1" status: 200 len: 217 time: 0.0463755 Aug 30 04:22:01.397337 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6154784-4010-4691-b4ba-c687fc9ee85e req-5129279e-3aca-4849-b1ab-96f940617b12 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:01.400273 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a6154784-4010-4691-b4ba-c687fc9ee85e req-5129279e-3aca-4849-b1ab-96f940617b12 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 945 time: 0.0930033 Aug 30 04:22:01.406441 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20496461-4791-4833-8fa8-4769e595a787 req-9ca60296-52b9-4eab-96fe-07e258eaa997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:01.407897 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-20496461-4791-4833-8fa8-4769e595a787 req-9ca60296-52b9-4eab-96fe-07e258eaa997 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=bf40f790-127d-4290-907b-8c5f990389ae HTTP/1.1" status: 200 len: 858 time: 0.0906506 Aug 30 04:22:01.488057 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a6154784-4010-4691-b4ba-c687fc9ee85e req-98cb8afd-a4a1-409f-97cb-c8c804d9ca6c tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791242 Aug 30 04:22:01.489098 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20496461-4791-4833-8fa8-4769e595a787 req-9fc83093-5a76-4690-bfab-9997e8c0c48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:01.490700 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-20496461-4791-4833-8fa8-4769e595a787 req-9fc83093-5a76-4690-bfab-9997e8c0c48a service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=524cda22-09e9-423b-b572-9d6bbb210043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0616229 Aug 30 04:22:01.581035 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:01.624631 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-20496461-4791-4833-8fa8-4769e595a787 req-2b08f4d8-c455-4fa7-9c59-6a002f2f606e service neutron] 10.222.0.75 "GET /networking/v2.0/networks/524cda22-09e9-423b-b572-9d6bbb210043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992630 Aug 30 04:22:01.747427 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-20496461-4791-4833-8fa8-4769e595a787 req-c7f7261b-791b-408a-b9a3-4fb3b7e88e95 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/524cda22-09e9-423b-b572-9d6bbb210043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054976 Aug 30 04:22:02.062607 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [req-dfc3fbda-6138-44ae-a252-9f2cfcc57dbe req-2fa0347d-28af-47d4-9cab-a1adaba485b0 service neutron] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106293) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 04:22:02.063579 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-dfc3fbda-6138-44ae-a252-9f2cfcc57dbe req-2fa0347d-28af-47d4-9cab-a1adaba485b0 service neutron] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052226 Aug 30 04:22:02.197182 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-647f73aa-4781-46d6-856b-aed539106bc1 req-5e720522-d317-4ba8-a04e-99de9fa8aacc tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23951a29-0428-458b-a6ba-5e0e1f1aec86 HTTP/1.1" status: 200 len: 210 time: 0.0343451 Aug 30 04:22:02.256759 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6bc92-9aba-4d3f-b66e-ad337b579f26 req-2fce461d-e977-40f9-8454-2c9ac758f2b8 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:02.258538 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cbf6bc92-9aba-4d3f-b66e-ad337b579f26 req-2fce461d-e977-40f9-8454-2c9ac758f2b8 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 945 time: 0.0508842 Aug 30 04:22:02.321390 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cbf6bc92-9aba-4d3f-b66e-ad337b579f26 req-f5982323-b26e-41a1-9d9f-493d3172dbbf tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569184 Aug 30 04:22:02.540759 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 878113b7-0721-4ab0-9707-08eb2f973e55 no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:22:02.585611 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 50850) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:22:02.617734 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Current status of the port 878113b7-0721-4ab0-9707-08eb2f973e55 is: ACTIVE; New status is: DOWN {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:22:02.618135 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (878113b7-0721-4ab0-9707-08eb2f973e55), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:02.644294 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3ff227a-e878-4f20-b2e7-1d0fac6fb242', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '878113b7-0721-4ab0-9707-08eb2f973e55'}] {{(pid=106294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:22:02.646630 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc91461c002048a1511ec2515697d9f100988a5a9e001fc967bf4275e8e26e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d5b2a8-39ee-4f0f-ae51-ddfda5996038" -d '{"events": [{"server_uuid": "a3ff227a-e878-4f20-b2e7-1d0fac6fb242", "name": "network-vif-unplugged", "status": "completed", "tag": "878113b7-0721-4ab0-9707-08eb2f973e55"}]}' {{(pid=106294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:22:02.662519 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port 878113b7-0721-4ab0-9707-08eb2f973e55, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=878113b7-0721-4ab0-9707-08eb2f973e55,segment=NetworkSegment(f1ad6c1c-d522-42f8-b534-1fea329f4792),segment_id=f1ad6c1c-d522-42f8-b534-1fea329f4792)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:22:02.669422 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (878113b7-0721-4ab0-9707-08eb2f973e55), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:02.692283 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 30 Aug 2022 04:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77605260-dc3e-4079-bef6-3014b766fd0e x-openstack-request-id: req-77605260-dc3e-4079-bef6-3014b766fd0e {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:22:02.692608 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3ff227a-e878-4f20-b2e7-1d0fac6fb242", "name": "network-vif-unplugged", "status": "failed", "tag": "878113b7-0721-4ab0-9707-08eb2f973e55", "code": 422}]} {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:22:02.692921 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-77605260-dc3e-4079-bef6-3014b766fd0e {{(pid=106294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:22:02.693370 dv-cinder-852208-11-iscsi neutron-server[106294]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-77605260-dc3e-4079-bef6-3014b766fd0e']: {'server_uuid': 'a3ff227a-e878-4f20-b2e7-1d0fac6fb242', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '878113b7-0721-4ab0-9707-08eb2f973e55', 'code': 422} returned with failed status Aug 30 04:22:02.717418 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-35af0f48-a918-4a98-a4a9-0a83d8055d10 req-b8d79f48-1926-4221-b25e-6e3fd5686682 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1304197 Aug 30 04:22:02.720162 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Pushing event updated for resources: {'Port': ['ID=878113b7-0721-4ab0-9707-08eb2f973e55,revision_number=8']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:22:02.722957 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:02.726122 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [req-35af0f48-a918-4a98-a4a9-0a83d8055d10 req-dd78a8bf-b305-4833-b482-5ef9f8aa22e8 service neutron] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106292) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 04:22:02.729905 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:02.730277 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:02.731024 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:02.731165 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-35af0f48-a918-4a98-a4a9-0a83d8055d10 req-dd78a8bf-b305-4833-b482-5ef9f8aa22e8 service neutron] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0088217 Aug 30 04:22:02.731263 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:02.731356 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:02.731672 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:02.732002 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:02.732333 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:02.732722 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:02.733010 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:02.733341 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:02.733682 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:02.734028 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:02.734365 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:02.734696 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:02.805202 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 50860) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:22:02.928154 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af0f48-a918-4a98-a4a9-0a83d8055d10 req-1ebae119-84e5-4d88-92d5-f6232af80b89 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:02.929883 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-35af0f48-a918-4a98-a4a9-0a83d8055d10 req-1ebae119-84e5-4d88-92d5-f6232af80b89 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports/878113b7-0721-4ab0-9707-08eb2f973e55 HTTP/1.1" status: 200 len: 940 time: 0.1235871 Aug 30 04:22:02.972911 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30598d28-9def-44b1-afea-dc03521c14e3 req-0b128a5e-00c3-4d32-b5df-bf9536cb69af tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:02.975072 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-30598d28-9def-44b1-afea-dc03521c14e3 req-0b128a5e-00c3-4d32-b5df-bf9536cb69af tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.75 "GET /networking/v2.0/networks?id=2774a858-2972-416a-bca6-0cf962f4b9d8 HTTP/1.1" status: 200 len: 809 time: 0.1528349 Aug 30 04:22:02.992801 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-30598d28-9def-44b1-afea-dc03521c14e3 req-d4569040-0778-48ea-a168-89a3558c512a tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Request body: {'port': {'device_id': '23951a29-0428-458b-a6ba-5e0e1f1aec86', 'network_id': '2774a858-2972-416a-bca6-0cf962f4b9d8', 'admin_state_up': True, 'tenant_id': '7ca6dbede37a49528a555112bcfd816a'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:22:03.119995 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30598d28-9def-44b1-afea-dc03521c14e3 req-d4569040-0778-48ea-a168-89a3558c512a tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Made reservation on behalf of 7ca6dbede37a49528a555112bcfd816a for: {'port': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:22:03.123806 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-30598d28-9def-44b1-afea-dc03521c14e3 req-d4569040-0778-48ea-a168-89a3558c512a tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:03.273623 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [req-30598d28-9def-44b1-afea-dc03521c14e3 req-d4569040-0778-48ea-a168-89a3558c512a tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Allocated IP 172.20.0.11 (2774a858-2972-416a-bca6-0cf962f4b9d8/be711d9b-e6ae-48b0-b700-7b2bda51fcd7/1f4405ac-952c-4e37-a912-243e48be2858) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:22:03.285980 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:03.457902 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43413eb-42a4-4ca5-a9f5-6755dd2f6885 req-92f4066c-83db-49b4-95c8-c351602385b0 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:03.459483 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-e43413eb-42a4-4ca5-a9f5-6755dd2f6885 req-92f4066c-83db-49b4-95c8-c351602385b0 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 943 time: 0.0504916 Aug 30 04:22:03.510621 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-e43413eb-42a4-4ca5-a9f5-6755dd2f6885 req-59012f8e-6720-4f4d-ab58-33ab1ab1a7fe tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452266 Aug 30 04:22:03.597532 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-83b8150c-0561-4510-a0fb-2376e2a1a694 req-6b8f4d80-8688-43ac-8254-4ddd17cb761d tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23951a29-0428-458b-a6ba-5e0e1f1aec86 HTTP/1.1" status: 200 len: 210 time: 0.3058984 Aug 30 04:22:03.714557 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:03.724747 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-30598d28-9def-44b1-afea-dc03521c14e3 req-d4569040-0778-48ea-a168-89a3558c512a tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Publish callbacks [] for port (1f4405ac-952c-4e37-a912-243e48be2858), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:03.759378 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-30598d28-9def-44b1-afea-dc03521c14e3 req-d4569040-0778-48ea-a168-89a3558c512a tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (1f4405ac-952c-4e37-a912-243e48be2858), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:03.806112 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30598d28-9def-44b1-afea-dc03521c14e3 req-d4569040-0778-48ea-a168-89a3558c512a tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Network 2774a858-2972-416a-bca6-0cf962f4b9d8 is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:22:03.809390 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [req-30598d28-9def-44b1-afea-dc03521c14e3 req-d4569040-0778-48ea-a168-89a3558c512a tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:22:03.811927 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-30598d28-9def-44b1-afea-dc03521c14e3 req-d4569040-0778-48ea-a168-89a3558c512a tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:22:03.842176 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4569040-0778-48ea-a168-89a3558c512a tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Pushing event updated for resources: {'Port': ['ID=1f4405ac-952c-4e37-a912-243e48be2858,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:22:03.868133 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30598d28-9def-44b1-afea-dc03521c14e3 req-d4569040-0778-48ea-a168-89a3558c512a tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:03.868725 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-30598d28-9def-44b1-afea-dc03521c14e3 req-d4569040-0778-48ea-a168-89a3558c512a tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:03.885585 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-30598d28-9def-44b1-afea-dc03521c14e3 req-d4569040-0778-48ea-a168-89a3558c512a tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.75 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8974934 Aug 30 04:22:04.152412 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-30598d28-9def-44b1-afea-dc03521c14e3 req-44dbc62a-60e5-457d-bcd2-302d2f873445 service neutron] Request body: {'port': {'device_id': '23951a29-0428-458b-a6ba-5e0e1f1aec86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:22:04.215535 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-30598d28-9def-44b1-afea-dc03521c14e3 req-44dbc62a-60e5-457d-bcd2-302d2f873445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (1f4405ac-952c-4e37-a912-243e48be2858), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:04.470581 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [req-30598d28-9def-44b1-afea-dc03521c14e3 req-44dbc62a-60e5-457d-bcd2-302d2f873445 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f4405ac-952c-4e37-a912-243e48be2858 {{(pid=106293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:22:04.477950 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-30598d28-9def-44b1-afea-dc03521c14e3 req-44dbc62a-60e5-457d-bcd2-302d2f873445 service neutron] Publish callbacks [] for port (1f4405ac-952c-4e37-a912-243e48be2858), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:04.490095 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.provisioning_blocks [req-30598d28-9def-44b1-afea-dc03521c14e3 req-44dbc62a-60e5-457d-bcd2-302d2f873445 service neutron] Transition to ACTIVE for port object 1f4405ac-952c-4e37-a912-243e48be2858 will not be triggered until provisioned by entity L2. {{(pid=106293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:22:04.494546 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-30598d28-9def-44b1-afea-dc03521c14e3 req-44dbc62a-60e5-457d-bcd2-302d2f873445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-454314'] for port (1f4405ac-952c-4e37-a912-243e48be2858), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:04.573919 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dbc62a-60e5-457d-bcd2-302d2f873445 service neutron] Pushing event updated for resources: {'Port': ['ID=1f4405ac-952c-4e37-a912-243e48be2858,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:22:04.611054 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-30598d28-9def-44b1-afea-dc03521c14e3 req-44dbc62a-60e5-457d-bcd2-302d2f873445 service neutron] Attempting to bind port 1f4405ac-952c-4e37-a912-243e48be2858 on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:22:04.611452 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-30598d28-9def-44b1-afea-dc03521c14e3 req-44dbc62a-60e5-457d-bcd2-302d2f873445 service neutron] Attempting to bind port 1f4405ac-952c-4e37-a912-243e48be2858 by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': '6e267aef-fc27-4f3f-a8d8-d6ecfbf87aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '2774a858-2972-416a-bca6-0cf962f4b9d8'}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:22:04.611789 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30598d28-9def-44b1-afea-dc03521c14e3 req-44dbc62a-60e5-457d-bcd2-302d2f873445 service neutron] Attempting to bind port 1f4405ac-952c-4e37-a912-243e48be2858 on network 2774a858-2972-416a-bca6-0cf962f4b9d8 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:22:04.616987 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30598d28-9def-44b1-afea-dc03521c14e3 req-44dbc62a-60e5-457d-bcd2-302d2f873445 service neutron] Port 1f4405ac-952c-4e37-a912-243e48be2858 on network 2774a858-2972-416a-bca6-0cf962f4b9d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:22:04.617502 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30598d28-9def-44b1-afea-dc03521c14e3 req-44dbc62a-60e5-457d-bcd2-302d2f873445 service neutron] Attempting to bind port 1f4405ac-952c-4e37-a912-243e48be2858 on network 2774a858-2972-416a-bca6-0cf962f4b9d8 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:22:04.623003 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30598d28-9def-44b1-afea-dc03521c14e3 req-44dbc62a-60e5-457d-bcd2-302d2f873445 service neutron] Checking agent: {'id': '5274a8db-cdbb-4c02-abb1-2eb9d7076dc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 17), 'started_at': datetime.datetime(2022, 8, 30, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:22:04.623450 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30598d28-9def-44b1-afea-dc03521c14e3 req-44dbc62a-60e5-457d-bcd2-302d2f873445 service neutron] Checking segment: {'id': '6e267aef-fc27-4f3f-a8d8-d6ecfbf87aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '2774a858-2972-416a-bca6-0cf962f4b9d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:22:04.625176 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30598d28-9def-44b1-afea-dc03521c14e3 req-44dbc62a-60e5-457d-bcd2-302d2f873445 service neutron] Bound using segment: {'id': '6e267aef-fc27-4f3f-a8d8-d6ecfbf87aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '2774a858-2972-416a-bca6-0cf962f4b9d8'} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:22:04.625622 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-30598d28-9def-44b1-afea-dc03521c14e3 req-44dbc62a-60e5-457d-bcd2-302d2f873445 service neutron] Bound port: 1f4405ac-952c-4e37-a912-243e48be2858, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e267aef-fc27-4f3f-a8d8-d6ecfbf87aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '2774a858-2972-416a-bca6-0cf962f4b9d8'}}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:22:04.626001 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-30598d28-9def-44b1-afea-dc03521c14e3 req-44dbc62a-60e5-457d-bcd2-302d2f873445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (1f4405ac-952c-4e37-a912-243e48be2858), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:04.659833 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f53fd3-c87a-4299-ae68-02401052071b req-830d241c-d301-4994-a2e9-448124c0a1b9 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:04.661332 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-26f53fd3-c87a-4299-ae68-02401052071b req-830d241c-d301-4994-a2e9-448124c0a1b9 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 943 time: 0.0631607 Aug 30 04:22:04.691769 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:04.719991 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-26f53fd3-c87a-4299-ae68-02401052071b req-fd78f4d0-9cd0-4134-ae04-07bfef2997ee tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529261 Aug 30 04:22:04.739016 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:04.756743 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-30598d28-9def-44b1-afea-dc03521c14e3 req-44dbc62a-60e5-457d-bcd2-302d2f873445 service neutron] For port 1f4405ac-952c-4e37-a912-243e48be2858, host hv-cinder-85220, cleared binding levels {{(pid=106293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:22:04.764493 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0369e-3dfe-4a20-87ed-be33fcba46cc req-2a9111ca-ddb0-4f8d-b945-1fb926a0f4c2 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:04.766060 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b3f0369e-3dfe-4a20-87ed-be33fcba46cc req-2a9111ca-ddb0-4f8d-b945-1fb926a0f4c2 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23951a29-0428-458b-a6ba-5e0e1f1aec86 HTTP/1.1" status: 200 len: 944 time: 0.0723450 Aug 30 04:22:04.786351 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-30598d28-9def-44b1-afea-dc03521c14e3 req-44dbc62a-60e5-457d-bcd2-302d2f873445 service neutron] For port 1f4405ac-952c-4e37-a912-243e48be2858, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=1f4405ac-952c-4e37-a912-243e48be2858,segment=NetworkSegment(6e267aef-fc27-4f3f-a8d8-d6ecfbf87aa3),segment_id=6e267aef-fc27-4f3f-a8d8-d6ecfbf87aa3)] {{(pid=106293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:22:04.797753 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-30598d28-9def-44b1-afea-dc03521c14e3 req-44dbc62a-60e5-457d-bcd2-302d2f873445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-454314'] for port (1f4405ac-952c-4e37-a912-243e48be2858), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:04.804422 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30598d28-9def-44b1-afea-dc03521c14e3 req-44dbc62a-60e5-457d-bcd2-302d2f873445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:04.805075 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-30598d28-9def-44b1-afea-dc03521c14e3 req-44dbc62a-60e5-457d-bcd2-302d2f873445 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:04.806499 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-30598d28-9def-44b1-afea-dc03521c14e3 req-44dbc62a-60e5-457d-bcd2-302d2f873445 service neutron] 10.222.0.75 "PUT /networking/v2.0/ports/1f4405ac-952c-4e37-a912-243e48be2858 HTTP/1.1" status: 200 len: 1094 time: 0.6589839 Aug 30 04:22:04.806964 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23951a29-0428-458b-a6ba-5e0e1f1aec86', 'tag': '1f4405ac-952c-4e37-a912-243e48be2858'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:22:04.809661 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11a3118c5976ecaadc28dc64ec6366a88eb3d4be069be3e491e321578e9d1f78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9089756d-877b-4b12-8adb-c16dfe06b595" -d '{"events": [{"name": "network-changed", "server_uuid": "23951a29-0428-458b-a6ba-5e0e1f1aec86", "tag": "1f4405ac-952c-4e37-a912-243e48be2858"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:22:04.865216 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94dcbdc8-27a8-44dd-b5fa-da172b59876d x-openstack-request-id: req-94dcbdc8-27a8-44dd-b5fa-da172b59876d {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:22:04.865508 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23951a29-0428-458b-a6ba-5e0e1f1aec86", "tag": "1f4405ac-952c-4e37-a912-243e48be2858", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:22:04.865786 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-94dcbdc8-27a8-44dd-b5fa-da172b59876d {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:22:04.866184 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94dcbdc8-27a8-44dd-b5fa-da172b59876d'] response: {'name': 'network-changed', 'server_uuid': '23951a29-0428-458b-a6ba-5e0e1f1aec86', 'tag': '1f4405ac-952c-4e37-a912-243e48be2858', 'status': 'completed', 'code': 200} Aug 30 04:22:04.900586 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b3f0369e-3dfe-4a20-87ed-be33fcba46cc req-41cfd847-a2bd-4c99-8a5c-352cca0491e2 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=76c5c299-68cd-475b-8588-e349b55eae0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249177 Aug 30 04:22:04.919450 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30598d28-9def-44b1-afea-dc03521c14e3 req-9137e0cc-a7b4-42b3-9122-b6c7aceccbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:04.920966 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-30598d28-9def-44b1-afea-dc03521c14e3 req-9137e0cc-a7b4-42b3-9122-b6c7aceccbc5 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=7ca6dbede37a49528a555112bcfd816a&device_id=23951a29-0428-458b-a6ba-5e0e1f1aec86 HTTP/1.1" status: 200 len: 1128 time: 0.0581152 Aug 30 04:22:04.926138 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dbc62a-60e5-457d-bcd2-302d2f873445 service neutron] Pushing event updated for resources: {'Port': ['ID=1f4405ac-952c-4e37-a912-243e48be2858,revision_number=3']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:22:04.968059 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-30598d28-9def-44b1-afea-dc03521c14e3 req-692bedce-cb10-460d-ad08-c2e42e97b74e service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f4405ac-952c-4e37-a912-243e48be2858 HTTP/1.1" status: 200 len: 217 time: 0.0337293 Aug 30 04:22:05.025645 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30598d28-9def-44b1-afea-dc03521c14e3 req-3ad2d7a5-f7f6-40df-bb2b-bba444146f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:05.027132 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-30598d28-9def-44b1-afea-dc03521c14e3 req-3ad2d7a5-f7f6-40df-bb2b-bba444146f0b service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=be711d9b-e6ae-48b0-b700-7b2bda51fcd7 HTTP/1.1" status: 200 len: 849 time: 0.0523260 Aug 30 04:22:05.058850 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-30598d28-9def-44b1-afea-dc03521c14e3 req-c1cb00fc-7701-4dfa-b16f-b9ef769bb26a service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=2774a858-2972-416a-bca6-0cf962f4b9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258822 Aug 30 04:22:05.162307 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-30598d28-9def-44b1-afea-dc03521c14e3 req-a8519f93-3576-463c-a049-440459ea4ea8 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/2774a858-2972-416a-bca6-0cf962f4b9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898459 Aug 30 04:22:05.263672 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-30598d28-9def-44b1-afea-dc03521c14e3 req-b637cc76-dee7-488e-9a15-51a9c508179f service neutron] 10.222.0.75 "GET /networking/v2.0/networks/2774a858-2972-416a-bca6-0cf962f4b9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949862 Aug 30 04:22:05.543117 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d023dbf-738d-43d0-8c7b-efd1cfc857ab req-edc83e74-2919-42ab-8847-96c832db4f2c tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:05.544543 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-9d023dbf-738d-43d0-8c7b-efd1cfc857ab req-edc83e74-2919-42ab-8847-96c832db4f2c tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8a3a79d0-31a2-463a-b7db-749bfd7eb055 HTTP/1.1" status: 200 len: 945 time: 0.0462983 Aug 30 04:22:05.591374 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-9d023dbf-738d-43d0-8c7b-efd1cfc857ab req-ad44ef20-c524-40f2-8129-2efe34d4c077 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=27cb5881-51a7-484f-9826-0025161b6b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413260 Aug 30 04:22:05.626046 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 50896) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:22:05.764572 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ae1a9d-4803-4c8d-beb4-4099b39f9985 tempest-TestMinimumBasicScenario-1024876053 tempest-TestMinimumBasicScenario-1024876053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:05.766531 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-23ae1a9d-4803-4c8d-beb4-4099b39f9985 tempest-TestMinimumBasicScenario-1024876053 tempest-TestMinimumBasicScenario-1024876053-project-admin] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8a3a79d0-31a2-463a-b7db-749bfd7eb055 HTTP/1.1" status: 200 len: 1124 time: 0.1390772 Aug 30 04:22:05.769613 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 50902) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:22:05.774585 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-c3f3de10-d3c8-44ba-8153-43df8d773c05 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Request body: {'floatingip': {'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'port_id': '7e166b02-3f14-40b4-b11a-1b65c4bce791', 'tenant_id': 'ddae968572774fa5b3d0a561b5c1b085', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:22:05.795678 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-c3f3de10-d3c8-44ba-8153-43df8d773c05 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:05.856541 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e609b0a-2813-4399-8e1d-2194c7e63390 req-7b3a4a44-d952-4609-a9a7-c55a63d74223 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:05.858012 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0e609b0a-2813-4399-8e1d-2194c7e63390 req-7b3a4a44-d952-4609-a9a7-c55a63d74223 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 943 time: 0.0478303 Aug 30 04:22:05.880881 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-c3f3de10-d3c8-44ba-8153-43df8d773c05 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:05.906505 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0e609b0a-2813-4399-8e1d-2194c7e63390 req-a9eab4ba-fbb4-479b-98e9-f02bb3191797 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427992 Aug 30 04:22:06.025068 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.db.db_base_plugin_common [None req-c3f3de10-d3c8-44ba-8153-43df8d773c05 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Allocated IP 172.27.4.20 (5c43c40f-cc6a-4e53-a103-6d34effd891a/b2d4007f-d8ed-41cc-b520-7777f18cd186/c58e7c32-8604-4629-86fc-ddfdb6bf411f) {{(pid=106292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:22:06.041626 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be925a34-68e6-45f1-9d62-38ef7e6c054b req-832e272a-b3db-453a-92c7-bf83a1618a53 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:06.043151 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-be925a34-68e6-45f1-9d62-38ef7e6c054b req-832e272a-b3db-453a-92c7-bf83a1618a53 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23951a29-0428-458b-a6ba-5e0e1f1aec86 HTTP/1.1" status: 200 len: 944 time: 0.0700459 Aug 30 04:22:06.145930 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-be925a34-68e6-45f1-9d62-38ef7e6c054b req-679182ff-ae8b-4001-b628-abdb8d07e32d tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=76c5c299-68cd-475b-8588-e349b55eae0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958035 Aug 30 04:22:06.180896 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-c3f3de10-d3c8-44ba-8153-43df8d773c05 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks [] for port (c58e7c32-8604-4629-86fc-ddfdb6bf411f), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:06.182067 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:06.191043 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:06.218550 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-c3f3de10-d3c8-44ba-8153-43df8d773c05 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642203'] for port (c58e7c32-8604-4629-86fc-ddfdb6bf411f), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:06.261102 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f3de10-d3c8-44ba-8153-43df8d773c05 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Network 5c43c40f-cc6a-4e53-a103-6d34effd891a is already hosted by enough agents. {{(pid=106292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:22:06.264076 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.base_scheduler [None req-c3f3de10-d3c8-44ba-8153-43df8d773c05 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Resources bound (agent type, host, resource id): {{(pid=106292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:22:06.269158 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f3de10-d3c8-44ba-8153-43df8d773c05 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Received port after_create {{(pid=106292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:22:06.274362 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f3de10-d3c8-44ba-8153-43df8d773c05 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Pushing event updated for resources: {'Port': ['ID=c58e7c32-8604-4629-86fc-ddfdb6bf411f,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:22:06.300488 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f3de10-d3c8-44ba-8153-43df8d773c05 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:06.300832 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f3de10-d3c8-44ba-8153-43df8d773c05 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:06.301167 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f3de10-d3c8-44ba-8153-43df8d773c05 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:06.301499 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f3de10-d3c8-44ba-8153-43df8d773c05 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:06.301830 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f3de10-d3c8-44ba-8153-43df8d773c05 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:06.302286 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f3de10-d3c8-44ba-8153-43df8d773c05 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:06.302620 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f3de10-d3c8-44ba-8153-43df8d773c05 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:06.302940 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f3de10-d3c8-44ba-8153-43df8d773c05 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:06.303261 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f3de10-d3c8-44ba-8153-43df8d773c05 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:06.303579 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f3de10-d3c8-44ba-8153-43df8d773c05 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:06.303898 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f3de10-d3c8-44ba-8153-43df8d773c05 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:06.304802 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f3de10-d3c8-44ba-8153-43df8d773c05 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:06.305118 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f3de10-d3c8-44ba-8153-43df8d773c05 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:06.305434 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f3de10-d3c8-44ba-8153-43df8d773c05 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:06.305748 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f3de10-d3c8-44ba-8153-43df8d773c05 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:06.391439 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9089756d-877b-4b12-8adb-c16dfe06b595 req-14905bbd-23a3-4a1c-ae17-967f7cd93f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:06.394227 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9089756d-877b-4b12-8adb-c16dfe06b595 req-14905bbd-23a3-4a1c-ae17-967f7cd93f49 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=7ca6dbede37a49528a555112bcfd816a&device_id=23951a29-0428-458b-a6ba-5e0e1f1aec86 HTTP/1.1" status: 200 len: 1128 time: 0.0517931 Aug 30 04:22:06.498917 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9089756d-877b-4b12-8adb-c16dfe06b595 req-8bbabeb6-75dd-4a81-aa0a-22c6c22d1539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:06.500387 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9089756d-877b-4b12-8adb-c16dfe06b595 req-8bbabeb6-75dd-4a81-aa0a-22c6c22d1539 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=2774a858-2972-416a-bca6-0cf962f4b9d8 HTTP/1.1" status: 200 len: 910 time: 0.0976367 Aug 30 04:22:06.551637 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9089756d-877b-4b12-8adb-c16dfe06b595 req-a4677516-2b05-481c-bd64-bb9c95ea7de5 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f4405ac-952c-4e37-a912-243e48be2858 HTTP/1.1" status: 200 len: 217 time: 0.0378594 Aug 30 04:22:06.614701 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9089756d-877b-4b12-8adb-c16dfe06b595 req-c0885513-dced-48e3-8088-0f0b327c1049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:06.616163 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9089756d-877b-4b12-8adb-c16dfe06b595 req-c0885513-dced-48e3-8088-0f0b327c1049 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=be711d9b-e6ae-48b0-b700-7b2bda51fcd7 HTTP/1.1" status: 200 len: 849 time: 0.0486321 Aug 30 04:22:06.659053 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9089756d-877b-4b12-8adb-c16dfe06b595 req-672752ec-2d7d-4187-9623-3d08966840d8 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=2774a858-2972-416a-bca6-0cf962f4b9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306776 Aug 30 04:22:06.699857 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:06.706660 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:06.763701 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9089756d-877b-4b12-8adb-c16dfe06b595 req-ba9d996b-56ed-424f-8985-cdab3de6a7b3 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/2774a858-2972-416a-bca6-0cf962f4b9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985417 Aug 30 04:22:06.849621 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-c3f3de10-d3c8-44ba-8153-43df8d773c05 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks [] for floatingip (73f85e84-fb94-4134-91e3-72e71110e30a), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:06.916054 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-c3f3de10-d3c8-44ba-8153-43df8d773c05 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (c58e7c32-8604-4629-86fc-ddfdb6bf411f), before_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:07.066880 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:07.072891 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-c3f3de10-d3c8-44ba-8153-43df8d773c05 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks [] for port (c58e7c32-8604-4629-86fc-ddfdb6bf411f), precommit_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:07.077664 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-c3f3de10-d3c8-44ba-8153-43df8d773c05 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642194'] for port (c58e7c32-8604-4629-86fc-ddfdb6bf411f), after_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:07.139050 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:07.152302 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f3de10-d3c8-44ba-8153-43df8d773c05 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Pushing event updated for resources: {'Port': ['ID=c58e7c32-8604-4629-86fc-ddfdb6bf411f,revision_number=2']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:22:07.155549 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-c3f3de10-d3c8-44ba-8153-43df8d773c05 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572642'] for floatingip (73f85e84-fb94-4134-91e3-72e71110e30a), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:07.158499 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089cde11-b5f4-4442-bf07-d0996f059cfb req-de370a5d-7657-4030-beff-bda50d9cb53b tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:07.160254 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-089cde11-b5f4-4442-bf07-d0996f059cfb req-de370a5d-7657-4030-beff-bda50d9cb53b tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 943 time: 0.1706929 Aug 30 04:22:07.163532 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af0f48-a918-4a98-a4a9-0a83d8055d10 req-35dc05ad-31c4-4b7d-b15f-b2c647091197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:07.164811 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-35af0f48-a918-4a98-a4a9-0a83d8055d10 req-35dc05ad-31c4-4b7d-b15f-b2c647091197 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242&tenant_id=411b8da28bed456bbdcdb01587610b47 HTTP/1.1" status: 200 len: 1127 time: 0.1551523 Aug 30 04:22:07.199978 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:07.256744 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9089756d-877b-4b12-8adb-c16dfe06b595 req-6611006b-fc7b-4701-b000-82fdc206d390 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/2774a858-2972-416a-bca6-0cf962f4b9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565620 Aug 30 04:22:07.261130 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af0f48-a918-4a98-a4a9-0a83d8055d10 req-a45a3319-3380-4414-84c0-3d90371881e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:07.262593 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-35af0f48-a918-4a98-a4a9-0a83d8055d10 req-a45a3319-3380-4414-84c0-3d90371881e5 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=411b8da28bed456bbdcdb01587610b47&device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 1127 time: 0.0666430 Aug 30 04:22:07.277900 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-089cde11-b5f4-4442-bf07-d0996f059cfb req-53cea55c-e005-4c63-99b9-dd739f5ae5fd tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101520 Aug 30 04:22:07.283220 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.db.l3_db [None req-c3f3de10-d3c8-44ba-8153-43df8d773c05 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Floating IP 73f85e84-fb94-4134-91e3-72e71110e30a associated. External IP: 172.27.4.20, port: 7e166b02-3f14-40b4-b11a-1b65c4bce791. Aug 30 04:22:07.322868 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:07.337820 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f2984-5417-45da-a735-c5c41a253ca0 req-a93c7d9d-d50d-4e7d-bbc1-bacb1b450059 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:07.339301 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-bc7f2984-5417-45da-a735-c5c41a253ca0 req-a93c7d9d-d50d-4e7d-bbc1-bacb1b450059 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23951a29-0428-458b-a6ba-5e0e1f1aec86 HTTP/1.1" status: 200 len: 944 time: 0.0962510 Aug 30 04:22:07.372608 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af0f48-a918-4a98-a4a9-0a83d8055d10 req-bde454d1-f5d7-4589-a0ca-52087a3dd405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:07.374065 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-35af0f48-a918-4a98-a4a9-0a83d8055d10 req-bde454d1-f5d7-4589-a0ca-52087a3dd405 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6 HTTP/1.1" status: 200 len: 918 time: 0.0952942 Aug 30 04:22:07.435363 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-bc7f2984-5417-45da-a735-c5c41a253ca0 req-c48261a0-cf81-4faf-844f-eaae2b300f08 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=76c5c299-68cd-475b-8588-e349b55eae0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889754 Aug 30 04:22:07.441907 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-35af0f48-a918-4a98-a4a9-0a83d8055d10 req-24c70ef8-cea9-4c6c-92f1-ccfdd80e9f22 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=878113b7-0721-4ab0-9707-08eb2f973e55 HTTP/1.1" status: 200 len: 999 time: 0.0604265 Aug 30 04:22:07.492896 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af0f48-a918-4a98-a4a9-0a83d8055d10 req-d2c2ce42-f9e5-471f-abd4-0e331e479417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:07.494372 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-35af0f48-a918-4a98-a4a9-0a83d8055d10 req-d2c2ce42-f9e5-471f-abd4-0e331e479417 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=bd870cbd-142c-4604-b43f-9d9fc317ac72 HTTP/1.1" status: 200 len: 856 time: 0.0453835 Aug 30 04:22:07.537351 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af0f48-a918-4a98-a4a9-0a83d8055d10 req-0379913c-fb02-413b-bce4-f41073b09919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:07.538182 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f3de10-d3c8-44ba-8153-43df8d773c05 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Router c9c1c372-1e2a-44a3-97d1-df1bec09a4bb has already been hosted by L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 {{(pid=106292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:22:07.540060 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-35af0f48-a918-4a98-a4a9-0a83d8055d10 req-0379913c-fb02-413b-bce4-f41073b09919 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0394359 Aug 30 04:22:07.636709 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-35af0f48-a918-4a98-a4a9-0a83d8055d10 req-17a90c15-79c0-4028-b217-97b38f08ff22 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893176 Aug 30 04:22:07.646526 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f3de10-d3c8-44ba-8153-43df8d773c05 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:22:07.657682 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e826d84-57da-410b-a301-b6e97e170725 None None] Sync routers for ids ['c9c1c372-1e2a-44a3-97d1-df1bec09a4bb'] in dv-cinder-852208-11-iscsi {{(pid=106294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:22:07.667283 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-c3f3de10-d3c8-44ba-8153-43df8d773c05 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for floatingip (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:07.668976 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e826d84-57da-410b-a301-b6e97e170725 None None] Routers {'c9c1c372-1e2a-44a3-97d1-df1bec09a4bb'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:22:07.669661 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-9e826d84-57da-410b-a301-b6e97e170725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:21:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['c9c1c372-1e2a-44a3-97d1-df1bec09a4bb'], 'active': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:22:07.704211 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-c3f3de10-d3c8-44ba-8153-43df8d773c05 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9334576 Aug 30 04:22:07.704894 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a3a79d0-31a2-463a-b7db-749bfd7eb055', 'tag': '7e166b02-3f14-40b4-b11a-1b65c4bce791'}] {{(pid=106292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:22:07.707154 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 50912) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:22:07.707538 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac8df60c6f70ae957e00457e6d6ce8432b58a3ad70202c2877012db9cc29900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e50365-6ca5-4327-b016-42c1d2ac9522" -d '{"events": [{"name": "network-changed", "server_uuid": "8a3a79d0-31a2-463a-b7db-749bfd7eb055", "tag": "7e166b02-3f14-40b4-b11a-1b65c4bce791"}]}' {{(pid=106292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:22:07.716145 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-7c53df44-c5e6-4fbb-980b-8b25a552a31f tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-282909945', 'description': 'tempest-secgroup-smoke-282909945 description', 'project_id': 'ddae968572774fa5b3d0a561b5c1b085'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:22:07.748383 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ba999a-0c65-4bc2-b93e-6f12ff0637b9 x-openstack-request-id: req-a8ba999a-0c65-4bc2-b93e-6f12ff0637b9 {{(pid=106292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:22:07.748383 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a3a79d0-31a2-463a-b7db-749bfd7eb055", "tag": "7e166b02-3f14-40b4-b11a-1b65c4bce791", "status": "completed", "code": 200}]} {{(pid=106292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:22:07.748652 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a8ba999a-0c65-4bc2-b93e-6f12ff0637b9 {{(pid=106292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:22:07.749037 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8ba999a-0c65-4bc2-b93e-6f12ff0637b9'] response: {'name': 'network-changed', 'server_uuid': '8a3a79d0-31a2-463a-b7db-749bfd7eb055', 'tag': '7e166b02-3f14-40b4-b11a-1b65c4bce791', 'status': 'completed', 'code': 200} Aug 30 04:22:07.760494 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-7c53df44-c5e6-4fbb-980b-8b25a552a31f tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:07.765084 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-35af0f48-a918-4a98-a4a9-0a83d8055d10 req-d0c48a4f-82d2-456c-8585-af6b68be2002 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198843 Aug 30 04:22:07.786901 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvr_db [None req-9e826d84-57da-410b-a301-b6e97e170725 None None] Set router c9c1c372-1e2a-44a3-97d1-df1bec09a4bb gateway port host: dv-cinder-852208-11-iscsi {{(pid=106294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:22:07.838171 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e50365-6ca5-4327-b016-42c1d2ac9522 req-a25732e4-6b17-40bb-9610-d3e52f624386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:07.839778 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-74e50365-6ca5-4327-b016-42c1d2ac9522 req-a25732e4-6b17-40bb-9610-d3e52f624386 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=ddae968572774fa5b3d0a561b5c1b085&device_id=8a3a79d0-31a2-463a-b7db-749bfd7eb055 HTTP/1.1" status: 200 len: 1129 time: 0.0618942 Aug 30 04:22:07.880051 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-7c53df44-c5e6-4fbb-980b-8b25a552a31f tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks [] for security_group (717ac52a-3f2f-4522-bdcd-7557eab93517), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:07.884819 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-7c53df44-c5e6-4fbb-980b-8b25a552a31f tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (717ac52a-3f2f-4522-bdcd-7557eab93517), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:07.914907 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-7c53df44-c5e6-4fbb-980b-8b25a552a31f tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:07.916034 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-7c53df44-c5e6-4fbb-980b-8b25a552a31f tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2075942 Aug 30 04:22:07.919803 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 50920) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:22:07.925905 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-c40da738-d4e6-48ce-b72c-ad5e99ccd485 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Request body: {'security_group_rule': {'security_group_id': '717ac52a-3f2f-4522-bdcd-7557eab93517', 'project_id': 'ddae968572774fa5b3d0a561b5c1b085', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:22:07.937564 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c53df44-c5e6-4fbb-980b-8b25a552a31f tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=717ac52a-3f2f-4522-bdcd-7557eab93517,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:22:07.977315 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:07.980207 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-c40da738-d4e6-48ce-b72c-ad5e99ccd485 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks [] for security_group_rule (3eae9ec2-d73e-4aac-806d-53d43f944aef), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:07.991903 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:08.029853 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e50365-6ca5-4327-b016-42c1d2ac9522 req-a5e67bf6-bc5e-47ba-93c0-1655b6bb9fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:08.031289 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-9e826d84-57da-410b-a301-b6e97e170725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c1c372-1e2a-44a3-97d1-df1bec09a4bb', 'name': 'tempest-TestMinimumBasicScenario-1009286269-router', 'tenant_id': 'ddae968572774fa5b3d0a561b5c1b085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.91'}], 'enable_snat': True}, 'gw_port_id': 'bd981084-fff6-4b27-aff2-b1ae83b242e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:20:59Z', 'updated_at': '2022-08-30T04:21:02Z', 'revision_number': 4, 'project_id': 'ddae968572774fa5b3d0a561b5c1b085', 'gw_port': {'id': 'bd981084-fff6-4b27-aff2-b1ae83b242e6', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c1c372-1e2a-44a3-97d1-df1bec09a4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:20:59Z', 'updated_at': '2022-08-30T04:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_floatingips': [{'id': '73f85e84-fb94-4134-91e3-72e71110e30a', 'tenant_id': 'ddae968572774fa5b3d0a561b5c1b085', 'floating_ip_address': '172.27.4.20', 'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'router_id': 'c9c1c372-1e2a-44a3-97d1-df1bec09a4bb', 'port_id': '7e166b02-3f14-40b4-b11a-1b65c4bce791', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd2a8049-b917-49e6-b871-9134d7a6f650', 'mac_address': 'fa:16:3e:8f:bf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3a79d0-31a2-463a-b7db-749bfd7eb055', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:22:06Z', 'updated_at': '2022-08-30T04:22:06Z', 'revision_number': 0, 'project_id': 'ddae968572774fa5b3d0a561b5c1b085', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eddfda51-0ec8-4507-b9d7-40d3958ed00e', 'name': '', 'network_id': 'dd2a8049-b917-49e6-b871-9134d7a6f650', 'tenant_id': 'ddae968572774fa5b3d0a561b5c1b085', 'mac_address': 'fa:16:3e:be:da:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c1c372-1e2a-44a3-97d1-df1bec09a4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '6bca76be-a0e9-48b9-a344-6a2744164590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:21:01Z', 'updated_at': '2022-08-30T04:21:09Z', 'revision_number': 5, 'project_id': 'ddae968572774fa5b3d0a561b5c1b085', 'subnets': [{'id': '6bca76be-a0e9-48b9-a344-6a2744164590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:22:08.032442 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-74e50365-6ca5-4327-b016-42c1d2ac9522 req-a5e67bf6-bc5e-47ba-93c0-1655b6bb9fe8 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=dd2a8049-b917-49e6-b871-9134d7a6f650 HTTP/1.1" status: 200 len: 916 time: 0.1127157 Aug 30 04:22:08.056511 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-c40da738-d4e6-48ce-b72c-ad5e99ccd485 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks [] for security_group_rule (3eae9ec2-d73e-4aac-806d-53d43f944aef), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:08.059928 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e826d84-57da-410b-a301-b6e97e170725 None None] Checking router: c9c1c372-1e2a-44a3-97d1-df1bec09a4bb for host: dv-cinder-852208-11-iscsi {{(pid=106294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:22:08.061255 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-c40da738-d4e6-48ce-b72c-ad5e99ccd485 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569388'] for security_group_rule (3eae9ec2-d73e-4aac-806d-53d43f944aef), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:08.070774 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e826d84-57da-410b-a301-b6e97e170725 None None] Routers {'c9c1c372-1e2a-44a3-97d1-df1bec09a4bb'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:22:08.071492 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-9e826d84-57da-410b-a301-b6e97e170725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:21:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['c9c1c372-1e2a-44a3-97d1-df1bec09a4bb'], 'active': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:22:08.095537 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-c40da738-d4e6-48ce-b72c-ad5e99ccd485 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:08.100423 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-c40da738-d4e6-48ce-b72c-ad5e99ccd485 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1785724 Aug 30 04:22:08.102083 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 50932) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:22:08.105293 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40da738-d4e6-48ce-b72c-ad5e99ccd485 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eae9ec2-d73e-4aac-806d-53d43f944aef,revision_number=0']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:22:08.108960 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-6a2d713c-0f9b-4757-9809-a5a147565e4e tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Request body: {'security_group_rule': {'security_group_id': '717ac52a-3f2f-4522-bdcd-7557eab93517', 'project_id': 'ddae968572774fa5b3d0a561b5c1b085', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:22:08.160028 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-74e50365-6ca5-4327-b016-42c1d2ac9522 req-0e06a347-d41b-4c26-9c9a-2e8489fa2fa4 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e166b02-3f14-40b4-b11a-1b65c4bce791 HTTP/1.1" status: 200 len: 998 time: 0.1148460 Aug 30 04:22:08.180390 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-6a2d713c-0f9b-4757-9809-a5a147565e4e tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks [] for security_group_rule (8074f8f4-46d8-4f44-b69c-32d6efb0ee8e), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:08.198168 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvr_db [None req-9e826d84-57da-410b-a301-b6e97e170725 None None] Set router c9c1c372-1e2a-44a3-97d1-df1bec09a4bb gateway port host: dv-cinder-852208-11-iscsi {{(pid=106294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:22:08.239680 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:08.250104 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e50365-6ca5-4327-b016-42c1d2ac9522 req-39e039de-946c-495b-85ce-1c10744c4f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:08.251596 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-74e50365-6ca5-4327-b016-42c1d2ac9522 req-39e039de-946c-495b-85ce-1c10744c4f45 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=6bca76be-a0e9-48b9-a344-6a2744164590 HTTP/1.1" status: 200 len: 854 time: 0.0836093 Aug 30 04:22:08.286263 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-6a2d713c-0f9b-4757-9809-a5a147565e4e tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks [] for security_group_rule (8074f8f4-46d8-4f44-b69c-32d6efb0ee8e), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:08.293544 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-6a2d713c-0f9b-4757-9809-a5a147565e4e tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569388'] for security_group_rule (8074f8f4-46d8-4f44-b69c-32d6efb0ee8e), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:08.330950 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2d713c-0f9b-4757-9809-a5a147565e4e tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8074f8f4-46d8-4f44-b69c-32d6efb0ee8e,revision_number=0']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:22:08.365489 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-6a2d713c-0f9b-4757-9809-a5a147565e4e tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:08.370450 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-6a2d713c-0f9b-4757-9809-a5a147565e4e tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2645037 Aug 30 04:22:08.370632 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 50942) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:22:08.377337 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-e8d64b7e-fefa-4c16-a976-65cf63909ac3 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Request body: {'security_group_rule': {'security_group_id': '717ac52a-3f2f-4522-bdcd-7557eab93517', 'project_id': 'ddae968572774fa5b3d0a561b5c1b085', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:22:08.390127 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e50365-6ca5-4327-b016-42c1d2ac9522 req-51bf3487-f1db-4152-87bf-47d72a0b152d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:08.391781 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-74e50365-6ca5-4327-b016-42c1d2ac9522 req-51bf3487-f1db-4152-87bf-47d72a0b152d service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=dd2a8049-b917-49e6-b871-9134d7a6f650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0770624 Aug 30 04:22:08.424985 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e8d64b7e-fefa-4c16-a976-65cf63909ac3 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks [] for security_group_rule (24f04ba2-7e50-4d83-856d-b71644e3d326), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:08.532227 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e8d64b7e-fefa-4c16-a976-65cf63909ac3 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks [] for security_group_rule (24f04ba2-7e50-4d83-856d-b71644e3d326), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:08.542321 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e8d64b7e-fefa-4c16-a976-65cf63909ac3 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569388'] for security_group_rule (24f04ba2-7e50-4d83-856d-b71644e3d326), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:08.546979 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc522aa-f574-4b9f-a784-6394e6d7b6b9 req-4ebb3593-e832-48a7-a1d8-cc2f1c92ba15 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:08.560905 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-efc522aa-f574-4b9f-a784-6394e6d7b6b9 req-4ebb3593-e832-48a7-a1d8-cc2f1c92ba15 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 943 time: 0.1091881 Aug 30 04:22:08.581097 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 1f4405ac-952c-4e37-a912-243e48be2858 details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106294) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:22:08.586284 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e8d64b7e-fefa-4c16-a976-65cf63909ac3 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:08.592894 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-e8d64b7e-fefa-4c16-a976-65cf63909ac3 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2186127 Aug 30 04:22:08.593974 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 50948) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:22:08.608959 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-7cc0898d-9b7b-4707-8b38-dbb461dd2105 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Request body: {'security_group_rule': {'security_group_id': '717ac52a-3f2f-4522-bdcd-7557eab93517', 'project_id': 'ddae968572774fa5b3d0a561b5c1b085', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:22:08.611071 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d64b7e-fefa-4c16-a976-65cf63909ac3 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24f04ba2-7e50-4d83-856d-b71644e3d326,revision_number=0']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:22:08.676460 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-9e826d84-57da-410b-a301-b6e97e170725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c1c372-1e2a-44a3-97d1-df1bec09a4bb', 'name': 'tempest-TestMinimumBasicScenario-1009286269-router', 'tenant_id': 'ddae968572774fa5b3d0a561b5c1b085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.91'}], 'enable_snat': True}, 'gw_port_id': 'bd981084-fff6-4b27-aff2-b1ae83b242e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:20:59Z', 'updated_at': '2022-08-30T04:21:02Z', 'revision_number': 4, 'project_id': 'ddae968572774fa5b3d0a561b5c1b085', 'gw_port': {'id': 'bd981084-fff6-4b27-aff2-b1ae83b242e6', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c1c372-1e2a-44a3-97d1-df1bec09a4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:20:59Z', 'updated_at': '2022-08-30T04:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_floatingips': [{'id': '73f85e84-fb94-4134-91e3-72e71110e30a', 'tenant_id': 'ddae968572774fa5b3d0a561b5c1b085', 'floating_ip_address': '172.27.4.20', 'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'router_id': 'c9c1c372-1e2a-44a3-97d1-df1bec09a4bb', 'port_id': '7e166b02-3f14-40b4-b11a-1b65c4bce791', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd2a8049-b917-49e6-b871-9134d7a6f650', 'mac_address': 'fa:16:3e:8f:bf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3a79d0-31a2-463a-b7db-749bfd7eb055', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:22:06Z', 'updated_at': '2022-08-30T04:22:06Z', 'revision_number': 0, 'project_id': 'ddae968572774fa5b3d0a561b5c1b085', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eddfda51-0ec8-4507-b9d7-40d3958ed00e', 'name': '', 'network_id': 'dd2a8049-b917-49e6-b871-9134d7a6f650', 'tenant_id': 'ddae968572774fa5b3d0a561b5c1b085', 'mac_address': 'fa:16:3e:be:da:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c1c372-1e2a-44a3-97d1-df1bec09a4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '6bca76be-a0e9-48b9-a344-6a2744164590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:21:01Z', 'updated_at': '2022-08-30T04:21:09Z', 'revision_number': 5, 'project_id': 'ddae968572774fa5b3d0a561b5c1b085', 'subnets': [{'id': '6bca76be-a0e9-48b9-a344-6a2744164590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:22:08.677069 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-7cc0898d-9b7b-4707-8b38-dbb461dd2105 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks [] for security_group_rule (2a6e5097-d0e0-43cc-845b-bfd442035454), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:08.686525 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f8e56-fad9-4fc2-8673-31300862d21e req-9390abef-ad54-40d5-a553-033c0d9a2464 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:08.688737 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e34f8e56-fad9-4fc2-8673-31300862d21e req-9390abef-ad54-40d5-a553-033c0d9a2464 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23951a29-0428-458b-a6ba-5e0e1f1aec86 HTTP/1.1" status: 200 len: 944 time: 0.1067984 Aug 30 04:22:08.717237 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-efc522aa-f574-4b9f-a784-6394e6d7b6b9 req-eadd34f0-b493-4133-8804-106704e7581e tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553602 Aug 30 04:22:08.759217 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e34f8e56-fad9-4fc2-8673-31300862d21e req-7df0b8ad-de5c-4543-88a5-301234db040a tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=76c5c299-68cd-475b-8588-e349b55eae0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627973 Aug 30 04:22:08.771803 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e826d84-57da-410b-a301-b6e97e170725 None None] The sync data for ids ['c9c1c372-1e2a-44a3-97d1-df1bec09a4bb'] in dv-cinder-852208-11-iscsi is: [{'id': 'c9c1c372-1e2a-44a3-97d1-df1bec09a4bb', 'name': 'tempest-TestMinimumBasicScenario-1009286269-router', 'tenant_id': 'ddae968572774fa5b3d0a561b5c1b085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.91'}], 'enable_snat': True}, 'gw_port_id': 'bd981084-fff6-4b27-aff2-b1ae83b242e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:20:59Z', 'updated_at': '2022-08-30T04:21:02Z', 'revision_number': 4, 'project_id': 'ddae968572774fa5b3d0a561b5c1b085', 'gw_port': {'id': 'bd981084-fff6-4b27-aff2-b1ae83b242e6', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c1c372-1e2a-44a3-97d1-df1bec09a4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:20:59Z', 'updated_at': '2022-08-30T04:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_floatingips': [{'id': '73f85e84-fb94-4134-91e3-72e71110e30a', 'tenant_id': 'ddae968572774fa5b3d0a561b5c1b085', 'floating_ip_address': '172.27.4.20', 'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'router_id': 'c9c1c372-1e2a-44a3-97d1-df1bec09a4bb', 'port_id': '7e166b02-3f14-40b4-b11a-1b65c4bce791', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd2a8049-b917-49e6-b871-9134d7a6f650', 'mac_address': 'fa:16:3e:8f:bf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3a79d0-31a2-463a-b7db-749bfd7eb055', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:22:06Z', 'updated_at': '2022-08-30T04:22:06Z', 'revision_number': 0, 'project_id': 'ddae968572774fa5b3d0a561b5c1b085', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eddfda51-0ec8-4507-b9d7-40d3958ed00e', 'name': '', 'network_id': 'dd2a8049-b917-49e6-b871-9134d7a6f650', 'tenant_id': 'ddae968572774fa5b3d0a561b5c1b085', 'mac_address': 'fa:16:3e:be:da:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c1c372-1e2a-44a3-97d1-df1bec09a4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '6bca76be-a0e9-48b9-a344-6a2744164590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:21:01Z', 'updated_at': '2022-08-30T04:21:09Z', 'revision_number': 5, 'project_id': 'ddae968572774fa5b3d0a561b5c1b085', 'subnets': [{'id': '6bca76be-a0e9-48b9-a344-6a2744164590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:22:08.781114 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:08.799225 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-7cc0898d-9b7b-4707-8b38-dbb461dd2105 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks [] for security_group_rule (2a6e5097-d0e0-43cc-845b-bfd442035454), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:08.807696 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-7cc0898d-9b7b-4707-8b38-dbb461dd2105 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569388'] for security_group_rule (2a6e5097-d0e0-43cc-845b-bfd442035454), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:08.853331 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc0898d-9b7b-4707-8b38-dbb461dd2105 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a6e5097-d0e0-43cc-845b-bfd442035454,revision_number=0']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:22:08.866103 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-7cc0898d-9b7b-4707-8b38-dbb461dd2105 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:08.868177 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-7cc0898d-9b7b-4707-8b38-dbb461dd2105 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2683237 Aug 30 04:22:08.871336 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 50950) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:22:08.877985 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-88ee6cc0-43f2-45bc-b193-6b5bdb22d1cd tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Request body: {'security_group_rule': {'security_group_id': '717ac52a-3f2f-4522-bdcd-7557eab93517', 'project_id': 'ddae968572774fa5b3d0a561b5c1b085', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:22:08.884731 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:08.907805 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.db.securitygroups_db [None req-88ee6cc0-43f2-45bc-b193-6b5bdb22d1cd tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Project ddae968572774fa5b3d0a561b5c1b085 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 04:22:08.917208 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-88ee6cc0-43f2-45bc-b193-6b5bdb22d1cd tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks [] for security_group_rule (ad103ecf-6f32-4a5e-ac16-b8cd4adb9c76), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:08.961198 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port 1f4405ac-952c-4e37-a912-243e48be2858, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=1f4405ac-952c-4e37-a912-243e48be2858,segment=NetworkSegment(6e267aef-fc27-4f3f-a8d8-d6ecfbf87aa3),segment_id=6e267aef-fc27-4f3f-a8d8-d6ecfbf87aa3)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:22:08.977328 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Returning: {'device': '1f4405ac-952c-4e37-a912-243e48be2858', 'network_id': '2774a858-2972-416a-bca6-0cf962f4b9d8', 'port_id': '1f4405ac-952c-4e37-a912-243e48be2858', 'mac_address': 'fa:16:3e:b6:4f:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be711d9b-e6ae-48b0-b700-7b2bda51fcd7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106294) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:22:09.010469 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-88ee6cc0-43f2-45bc-b193-6b5bdb22d1cd tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks [] for security_group_rule (ad103ecf-6f32-4a5e-ac16-b8cd4adb9c76), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:09.016626 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-88ee6cc0-43f2-45bc-b193-6b5bdb22d1cd tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569388'] for security_group_rule (ad103ecf-6f32-4a5e-ac16-b8cd4adb9c76), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:09.041465 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Current status of the port 1f4405ac-952c-4e37-a912-243e48be2858 is: DOWN; New status is: BUILD {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:22:09.042087 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (1f4405ac-952c-4e37-a912-243e48be2858), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:09.058886 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ee6cc0-43f2-45bc-b193-6b5bdb22d1cd tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad103ecf-6f32-4a5e-ac16-b8cd4adb9c76,revision_number=0']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:22:09.065837 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-88ee6cc0-43f2-45bc-b193-6b5bdb22d1cd tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:09.067679 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-88ee6cc0-43f2-45bc-b193-6b5bdb22d1cd tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1939163 Aug 30 04:22:09.069047 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f4405ac-952c-4e37-a912-243e48be2858 {{(pid=106294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:22:09.070554 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 50952) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:22:09.078763 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-5ff0588d-a5cc-4845-838c-a0227098f071 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Request body: {'security_group_rule': {'security_group_id': '717ac52a-3f2f-4522-bdcd-7557eab93517', 'project_id': 'ddae968572774fa5b3d0a561b5c1b085', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:22:09.106823 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port 1f4405ac-952c-4e37-a912-243e48be2858, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=1f4405ac-952c-4e37-a912-243e48be2858,segment=NetworkSegment(6e267aef-fc27-4f3f-a8d8-d6ecfbf87aa3),segment_id=6e267aef-fc27-4f3f-a8d8-d6ecfbf87aa3)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:22:09.113211 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (1f4405ac-952c-4e37-a912-243e48be2858), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:09.121939 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.db.securitygroups_db [None req-5ff0588d-a5cc-4845-838c-a0227098f071 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Project ddae968572774fa5b3d0a561b5c1b085 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 04:22:09.130215 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-5ff0588d-a5cc-4845-838c-a0227098f071 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks [] for security_group_rule (21039c65-f82e-4cab-891e-662e783b1332), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:09.132606 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-74e50365-6ca5-4327-b016-42c1d2ac9522 req-887b5056-5e71-4fe5-a1dc-de1ee202d481 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/dd2a8049-b917-49e6-b871-9134d7a6f650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208917 Aug 30 04:22:09.169912 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:09.214429 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bf8a3a-29b6-48a8-bc07-09382afea326 None None] New status for floating IP 73f85e84-fb94-4134-91e3-72e71110e30a: ACTIVE {{(pid=106295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:22:09.224465 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-5ff0588d-a5cc-4845-838c-a0227098f071 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks [] for security_group_rule (21039c65-f82e-4cab-891e-662e783b1332), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:09.232526 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-5ff0588d-a5cc-4845-838c-a0227098f071 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569388'] for security_group_rule (21039c65-f82e-4cab-891e-662e783b1332), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:09.275183 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff0588d-a5cc-4845-838c-a0227098f071 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21039c65-f82e-4cab-891e-662e783b1332,revision_number=0']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:22:09.295190 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-5ff0588d-a5cc-4845-838c-a0227098f071 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:09.299657 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-5ff0588d-a5cc-4845-838c-a0227098f071 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2243874 Aug 30 04:22:09.304229 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Pushing event updated for resources: {'Port': ['ID=1f4405ac-952c-4e37-a912-243e48be2858,revision_number=4']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:22:09.408542 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-74e50365-6ca5-4327-b016-42c1d2ac9522 req-ec5eb0ef-7074-46e5-b3b2-d29cce03293b service neutron] 10.222.0.75 "GET /networking/v2.0/networks/dd2a8049-b917-49e6-b871-9134d7a6f650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532134 Aug 30 04:22:09.444683 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] get_ports_and_sgs() called for port_ids ['1f4405ac-952c-4e37-a912-243e48be2858'] {{(pid=106294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:22:09.502573 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-7e842110-6948-457d-8f34-cf708e78723e req-ccbaa32c-b61d-44e4-bbff-540edb24ae68 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-282909945&fields=id&tenant_id=ddae968572774fa5b3d0a561b5c1b085 HTTP/1.1" status: 200 len: 267 time: 0.0918872 Aug 30 04:22:09.608127 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e842110-6948-457d-8f34-cf708e78723e req-0796f595-905d-40d8-a0fc-3cff7657e32b tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:09.609709 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-7e842110-6948-457d-8f34-cf708e78723e req-0796f595-905d-40d8-a0fc-3cff7657e32b tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8a3a79d0-31a2-463a-b7db-749bfd7eb055 HTTP/1.1" status: 200 len: 945 time: 0.0979817 Aug 30 04:22:09.621891 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [req-7e842110-6948-457d-8f34-cf708e78723e req-f15b0cec-19d5-4afa-a0dd-6299ae09c28d tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Request body: {'port': {'security_groups': ['27cb5881-51a7-484f-9826-0025161b6b09', '717ac52a-3f2f-4522-bdcd-7557eab93517']}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:22:09.736719 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [req-7e842110-6948-457d-8f34-cf708e78723e req-f15b0cec-19d5-4afa-a0dd-6299ae09c28d tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (7e166b02-3f14-40b4-b11a-1b65c4bce791), before_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:09.865467 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f0236-0247-4497-a59d-81d595337a91 req-b9fc894d-ee3b-4e78-a2de-6e55150fcf97 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:09.867494 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6e1f0236-0247-4497-a59d-81d595337a91 req-b9fc894d-ee3b-4e78-a2de-6e55150fcf97 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 943 time: 0.0554638 Aug 30 04:22:09.938362 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6e1f0236-0247-4497-a59d-81d595337a91 req-e61413d3-576f-47f2-aaa9-ad51357ea431 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649142 Aug 30 04:22:09.982267 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.db [req-7e842110-6948-457d-8f34-cf708e78723e req-f15b0cec-19d5-4afa-a0dd-6299ae09c28d tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] For port 7e166b02-3f14-40b4-b11a-1b65c4bce791, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=7e166b02-3f14-40b4-b11a-1b65c4bce791,segment=NetworkSegment(f0cd75e6-ffe0-46b7-b2c6-77de4b5cd414),segment_id=f0cd75e6-ffe0-46b7-b2c6-77de4b5cd414)] {{(pid=106292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:22:10.015174 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [req-7e842110-6948-457d-8f34-cf708e78723e req-f15b0cec-19d5-4afa-a0dd-6299ae09c28d tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks [] for port (7e166b02-3f14-40b4-b11a-1b65c4bce791), precommit_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:10.020792 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [req-7e842110-6948-457d-8f34-cf708e78723e req-f15b0cec-19d5-4afa-a0dd-6299ae09c28d tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642194'] for port (7e166b02-3f14-40b4-b11a-1b65c4bce791), after_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:10.033411 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e842110-6948-457d-8f34-cf708e78723e req-f15b0cec-19d5-4afa-a0dd-6299ae09c28d tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:10.034063 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [req-7e842110-6948-457d-8f34-cf708e78723e req-f15b0cec-19d5-4afa-a0dd-6299ae09c28d tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for port (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:10.035576 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-7e842110-6948-457d-8f34-cf708e78723e req-f15b0cec-19d5-4afa-a0dd-6299ae09c28d tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "PUT /networking/v2.0/ports/7e166b02-3f14-40b4-b11a-1b65c4bce791 HTTP/1.1" status: 200 len: 981 time: 0.4186912 Aug 30 04:22:10.037326 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a3a79d0-31a2-463a-b7db-749bfd7eb055', 'tag': '7e166b02-3f14-40b4-b11a-1b65c4bce791'}] {{(pid=106292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:22:10.041620 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac8df60c6f70ae957e00457e6d6ce8432b58a3ad70202c2877012db9cc29900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6fcdb5-fb2e-4cf0-90d2-96ca2239b402" -d '{"events": [{"name": "network-changed", "server_uuid": "8a3a79d0-31a2-463a-b7db-749bfd7eb055", "tag": "7e166b02-3f14-40b4-b11a-1b65c4bce791"}]}' {{(pid=106292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:22:10.099646 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72add6e3-8052-43f0-a4df-00c516250115 req-48e9ce58-a929-45c2-9d4a-2ed06ee41c1d tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:10.101932 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-72add6e3-8052-43f0-a4df-00c516250115 req-48e9ce58-a929-45c2-9d4a-2ed06ee41c1d tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23951a29-0428-458b-a6ba-5e0e1f1aec86 HTTP/1.1" status: 200 len: 945 time: 0.0713139 Aug 30 04:22:10.120328 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b0cec-19d5-4afa-a0dd-6299ae09c28d tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Pushing event updated for resources: {'Port': ['ID=7e166b02-3f14-40b4-b11a-1b65c4bce791,revision_number=6']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:22:10.167296 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-72add6e3-8052-43f0-a4df-00c516250115 req-9edfb5e9-a00c-4726-8338-f6b16b28f34e tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=76c5c299-68cd-475b-8588-e349b55eae0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587316 Aug 30 04:22:10.176779 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bac356-ff09-4e88-aa28-d517d40f9731 req-b4134cdf-a86a-4f66-9865-ef00e0613e84 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:10.178318 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-05bac356-ff09-4e88-aa28-d517d40f9731 req-b4134cdf-a86a-4f66-9865-ef00e0613e84 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8a3a79d0-31a2-463a-b7db-749bfd7eb055 HTTP/1.1" status: 200 len: 984 time: 0.0590303 Aug 30 04:22:10.218832 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57821a70-fe75-49d1-b7de-8896d23a3541 x-openstack-request-id: req-57821a70-fe75-49d1-b7de-8896d23a3541 {{(pid=106292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:22:10.219131 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a3a79d0-31a2-463a-b7db-749bfd7eb055", "tag": "7e166b02-3f14-40b4-b11a-1b65c4bce791", "status": "completed", "code": 200}]} {{(pid=106292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:22:10.219391 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-57821a70-fe75-49d1-b7de-8896d23a3541 {{(pid=106292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:22:10.219798 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57821a70-fe75-49d1-b7de-8896d23a3541'] response: {'name': 'network-changed', 'server_uuid': '8a3a79d0-31a2-463a-b7db-749bfd7eb055', 'tag': '7e166b02-3f14-40b4-b11a-1b65c4bce791', 'status': 'completed', 'code': 200} Aug 30 04:22:10.250923 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:10.274655 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-05bac356-ff09-4e88-aa28-d517d40f9731 req-7bd39040-0185-41b3-973f-c25470224839 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=717ac52a-3f2f-4522-bdcd-7557eab93517&id=27cb5881-51a7-484f-9826-0025161b6b09&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0891483 Aug 30 04:22:10.389239 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] get_ports_and_sgs() called for port_ids ['7e166b02-3f14-40b4-b11a-1b65c4bce791'] {{(pid=106294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:22:10.422987 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=100 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:10.449861 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] get_ports_and_sgs() called for port_ids ['7e166b02-3f14-40b4-b11a-1b65c4bce791'] {{(pid=106294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:22:10.567839 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 1f4405ac-952c-4e37-a912-243e48be2858 up at agent hyperv_hv-cinder-85220 {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:22:10.686350 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Provisioning for port 1f4405ac-952c-4e37-a912-243e48be2858 completed by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:22:10.705754 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Provisioning complete for port 1f4405ac-952c-4e37-a912-243e48be2858 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:22:10.706131 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (1f4405ac-952c-4e37-a912-243e48be2858), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:10.912181 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Current status of the port 1f4405ac-952c-4e37-a912-243e48be2858 is: BUILD; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:22:10.912563 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (1f4405ac-952c-4e37-a912-243e48be2858), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:10.933304 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=100 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:10.989871 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23951a29-0428-458b-a6ba-5e0e1f1aec86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4405ac-952c-4e37-a912-243e48be2858'}] {{(pid=106294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:22:10.992980 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc91461c002048a1511ec2515697d9f100988a5a9e001fc967bf4275e8e26e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efaa33ce-8118-45c3-aa33-69795cacaf5b" -d '{"events": [{"server_uuid": "23951a29-0428-458b-a6ba-5e0e1f1aec86", "name": "network-vif-plugged", "status": "completed", "tag": "1f4405ac-952c-4e37-a912-243e48be2858"}]}' {{(pid=106294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:22:11.022605 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:11.026293 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port 1f4405ac-952c-4e37-a912-243e48be2858, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=1f4405ac-952c-4e37-a912-243e48be2858,segment=NetworkSegment(6e267aef-fc27-4f3f-a8d8-d6ecfbf87aa3),segment_id=6e267aef-fc27-4f3f-a8d8-d6ecfbf87aa3)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:22:11.049049 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (1f4405ac-952c-4e37-a912-243e48be2858), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:11.090444 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61c8840-2aea-4fc9-b937-2af9eb9dc426 x-openstack-request-id: req-b61c8840-2aea-4fc9-b937-2af9eb9dc426 {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:22:11.090807 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23951a29-0428-458b-a6ba-5e0e1f1aec86", "name": "network-vif-plugged", "status": "completed", "tag": "1f4405ac-952c-4e37-a912-243e48be2858", "code": 200}]} {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:22:11.091020 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b61c8840-2aea-4fc9-b937-2af9eb9dc426 {{(pid=106294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:22:11.091406 dv-cinder-852208-11-iscsi neutron-server[106294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b61c8840-2aea-4fc9-b937-2af9eb9dc426'] response: {'server_uuid': '23951a29-0428-458b-a6ba-5e0e1f1aec86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4405ac-952c-4e37-a912-243e48be2858', 'code': 200} Aug 30 04:22:11.114550 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64d213-4243-4ed4-ba30-d57a55b52ede req-016350e8-6ba4-4232-bee1-5a8efdf200fd tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:11.116156 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0a64d213-4243-4ed4-ba30-d57a55b52ede req-016350e8-6ba4-4232-bee1-5a8efdf200fd tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 943 time: 0.0546825 Aug 30 04:22:11.128969 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:11.170032 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0a64d213-4243-4ed4-ba30-d57a55b52ede req-b71cd307-eb1b-4fea-9cb2-ef7745d082d8 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469844 Aug 30 04:22:11.325331 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Pushing event updated for resources: {'Port': ['ID=1f4405ac-952c-4e37-a912-243e48be2858,revision_number=5']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:22:11.347333 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a7208-ca85-4acb-829b-755d1e1e48c4 req-2c3f8571-1f8c-4248-b6a1-a1b6b0dc1508 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:11.349562 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-1d2a7208-ca85-4acb-829b-755d1e1e48c4 req-2c3f8571-1f8c-4248-b6a1-a1b6b0dc1508 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23951a29-0428-458b-a6ba-5e0e1f1aec86 HTTP/1.1" status: 200 len: 946 time: 0.0884581 Aug 30 04:22:11.373279 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:11.429187 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-1d2a7208-ca85-4acb-829b-755d1e1e48c4 req-8bd2cfda-329e-4d6b-bd60-928bdf53c30e tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=76c5c299-68cd-475b-8588-e349b55eae0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731835 Aug 30 04:22:12.298156 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:12.311322 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d63336-3567-46d0-b47c-1654d0014a4d req-fbd438c8-501f-4bd5-b82c-52af34d96e38 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:12.312821 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e0d63336-3567-46d0-b47c-1654d0014a4d req-fbd438c8-501f-4bd5-b82c-52af34d96e38 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 943 time: 0.0530505 Aug 30 04:22:12.363105 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e0d63336-3567-46d0-b47c-1654d0014a4d req-c5157161-f90e-4e22-871f-118374b39cf6 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443411 Aug 30 04:22:12.556879 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed93191-680e-4db0-a3de-67db04a70bf1 req-9f8d9973-bff4-4d1b-b31a-68517e85b206 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:12.558408 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-eed93191-680e-4db0-a3de-67db04a70bf1 req-9f8d9973-bff4-4d1b-b31a-68517e85b206 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23951a29-0428-458b-a6ba-5e0e1f1aec86 HTTP/1.1" status: 200 len: 946 time: 0.0517368 Aug 30 04:22:12.610963 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-eed93191-680e-4db0-a3de-67db04a70bf1 req-3b23df06-e31f-4fde-b20a-137f9ed887d2 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=76c5c299-68cd-475b-8588-e349b55eae0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466690 Aug 30 04:22:13.497275 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e97518-6dee-4156-94af-ee31fe4d2bb5 req-fb5e32e2-48b4-4824-a53e-1fb7f702641f tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:13.498812 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a9e97518-6dee-4156-94af-ee31fe4d2bb5 req-fb5e32e2-48b4-4824-a53e-1fb7f702641f tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 943 time: 0.0510883 Aug 30 04:22:13.548820 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a9e97518-6dee-4156-94af-ee31fe4d2bb5 req-f871f1ba-9a69-4dbc-9910-c61835614b37 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441587 Aug 30 04:22:13.738519 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a04f6dc-d620-4403-be8b-12f576111bfb req-e18cf68d-f5d4-4353-9b8e-888527688f0c tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:13.740131 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-3a04f6dc-d620-4403-be8b-12f576111bfb req-e18cf68d-f5d4-4353-9b8e-888527688f0c tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23951a29-0428-458b-a6ba-5e0e1f1aec86 HTTP/1.1" status: 200 len: 946 time: 0.0503247 Aug 30 04:22:13.797756 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-3a04f6dc-d620-4403-be8b-12f576111bfb req-24fe40ed-2e33-4c29-8c21-75b147e9f3f6 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=76c5c299-68cd-475b-8588-e349b55eae0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514588 Aug 30 04:22:14.689568 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd760ab-d340-417b-b4ff-259196c47846 req-11ab7140-ad22-4925-8619-43f039bc630f tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:14.691146 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8dd760ab-d340-417b-b4ff-259196c47846 req-11ab7140-ad22-4925-8619-43f039bc630f tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 943 time: 0.0484247 Aug 30 04:22:14.742397 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8dd760ab-d340-417b-b4ff-259196c47846 req-f24cb967-6292-479b-b198-e97425a08564 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445182 Aug 30 04:22:14.927344 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ec56c-17ca-455e-9541-dcb5ee939363 req-e3dda3b5-2be3-4e85-8a31-743d9baa31cc tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:14.929132 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-143ec56c-17ca-455e-9541-dcb5ee939363 req-e3dda3b5-2be3-4e85-8a31-743d9baa31cc tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23951a29-0428-458b-a6ba-5e0e1f1aec86 HTTP/1.1" status: 200 len: 946 time: 0.0501230 Aug 30 04:22:14.978861 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-143ec56c-17ca-455e-9541-dcb5ee939363 req-655f52e0-55da-4334-ba5b-2adca71ed227 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=76c5c299-68cd-475b-8588-e349b55eae0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442486 Aug 30 04:22:15.873586 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f5a5bf-f7f9-4628-8aa0-c0ceec01f92b req-3875e8aa-2997-442e-a56d-769ad51c9a4d tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:15.875105 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c8f5a5bf-f7f9-4628-8aa0-c0ceec01f92b req-3875e8aa-2997-442e-a56d-769ad51c9a4d tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 943 time: 0.0483875 Aug 30 04:22:15.930262 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c8f5a5bf-f7f9-4628-8aa0-c0ceec01f92b req-b2eda13e-bc04-49e6-8b14-0836cf71da44 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491502 Aug 30 04:22:16.109556 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbfc0d7-e5e6-49da-91bd-34a542d3e7cd req-e7483240-cd9d-4e0c-bfd7-805aab13f42b tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:16.111161 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-2dbfc0d7-e5e6-49da-91bd-34a542d3e7cd req-e7483240-cd9d-4e0c-bfd7-805aab13f42b tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23951a29-0428-458b-a6ba-5e0e1f1aec86 HTTP/1.1" status: 200 len: 946 time: 0.0510156 Aug 30 04:22:16.162497 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-2dbfc0d7-e5e6-49da-91bd-34a542d3e7cd req-71f6268f-0396-4d12-8d93-988a642a3539 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=76c5c299-68cd-475b-8588-e349b55eae0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448110 Aug 30 04:22:17.056700 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a3781-5d53-457e-8297-02ad1e4ba1b4 req-537ef5e0-99a6-4f4f-b298-2366f1385ed4 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:17.060388 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-da5a3781-5d53-457e-8297-02ad1e4ba1b4 req-537ef5e0-99a6-4f4f-b298-2366f1385ed4 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 943 time: 0.0487766 Aug 30 04:22:17.109139 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-da5a3781-5d53-457e-8297-02ad1e4ba1b4 req-42abea46-9fa7-49c9-8577-83169fb38d9d tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451078 Aug 30 04:22:17.292176 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb11ab-1460-4b2a-82ea-54d1b0c5ad62 req-9b750ebe-ec0e-46ee-838d-44db827325a9 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:17.293726 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-68bb11ab-1460-4b2a-82ea-54d1b0c5ad62 req-9b750ebe-ec0e-46ee-838d-44db827325a9 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23951a29-0428-458b-a6ba-5e0e1f1aec86 HTTP/1.1" status: 200 len: 946 time: 0.0509980 Aug 30 04:22:17.346317 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-68bb11ab-1460-4b2a-82ea-54d1b0c5ad62 req-93ebf849-c72b-45ea-bcaa-1776abe200fd tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=76c5c299-68cd-475b-8588-e349b55eae0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470548 Aug 30 04:22:18.239312 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c34700-b0cd-4ab0-8f52-de9cf5a6d5fe req-ca63867b-d7e3-4640-8d03-987a675fef7f tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:18.241301 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-47c34700-b0cd-4ab0-8f52-de9cf5a6d5fe req-ca63867b-d7e3-4640-8d03-987a675fef7f tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 943 time: 0.0522060 Aug 30 04:22:18.291573 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-47c34700-b0cd-4ab0-8f52-de9cf5a6d5fe req-9652c0ef-e38a-4210-81e0-d2f0cf450473 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432880 Aug 30 04:22:18.467030 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac4a45-0df6-4624-87e7-538d945c35e4 req-c55f54d6-56e8-466c-a026-1a98c4c39844 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:18.468535 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-7bac4a45-0df6-4624-87e7-538d945c35e4 req-c55f54d6-56e8-466c-a026-1a98c4c39844 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23951a29-0428-458b-a6ba-5e0e1f1aec86 HTTP/1.1" status: 200 len: 946 time: 0.0475791 Aug 30 04:22:18.518645 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-7bac4a45-0df6-4624-87e7-538d945c35e4 req-c370d75e-e357-49cb-8a70-d8c8a9d53994 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=76c5c299-68cd-475b-8588-e349b55eae0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445864 Aug 30 04:22:18.674087 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fcdb5-fb2e-4cf0-90d2-96ca2239b402 req-bce64d19-7067-4ea9-89ec-8417332576ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:18.675766 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2c6fcdb5-fb2e-4cf0-90d2-96ca2239b402 req-bce64d19-7067-4ea9-89ec-8417332576ea service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=ddae968572774fa5b3d0a561b5c1b085&device_id=8a3a79d0-31a2-463a-b7db-749bfd7eb055 HTTP/1.1" status: 200 len: 1168 time: 0.0446723 Aug 30 04:22:19.282575 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83700312-e7e4-4e9e-a40a-a1d6e7b2434c req-5d30b4dc-1d01-4a6f-96b8-08e6c64b4367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:19.284043 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-83700312-e7e4-4e9e-a40a-a1d6e7b2434c req-5d30b4dc-1d01-4a6f-96b8-08e6c64b4367 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=23951a29-0428-458b-a6ba-5e0e1f1aec86 HTTP/1.1" status: 200 len: 1130 time: 0.0548437 Aug 30 04:22:19.300760 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=5 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:19.320179 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fcdb5-fb2e-4cf0-90d2-96ca2239b402 req-a38f9d7b-be37-4387-a861-ac25ebba8db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:19.321644 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2c6fcdb5-fb2e-4cf0-90d2-96ca2239b402 req-a38f9d7b-be37-4387-a861-ac25ebba8db0 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=dd2a8049-b917-49e6-b871-9134d7a6f650 HTTP/1.1" status: 200 len: 916 time: 0.1365616 Aug 30 04:22:19.399256 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-83700312-e7e4-4e9e-a40a-a1d6e7b2434c req-30084ea2-f713-47fc-91db-e7a064176684 service neutron] 10.222.0.75 "GET /networking/v2.0/security-groups?id=76c5c299-68cd-475b-8588-e349b55eae0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062565 Aug 30 04:22:19.436882 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2c6fcdb5-fb2e-4cf0-90d2-96ca2239b402 req-b3799ae0-8300-4e2f-93db-61d77604b4a2 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e166b02-3f14-40b4-b11a-1b65c4bce791 HTTP/1.1" status: 200 len: 1000 time: 0.1051228 Aug 30 04:22:19.444452 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3e353-cafc-41f3-8348-8aa03f251735 req-72f8edfd-8a38-4cfe-bd6a-8d2f059b7182 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:19.446200 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f2e3e353-cafc-41f3-8348-8aa03f251735 req-72f8edfd-8a38-4cfe-bd6a-8d2f059b7182 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 943 time: 0.0707073 Aug 30 04:22:19.470261 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:19.640451 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4775b-53da-4f8c-94c8-cfe2ec6c1454 req-c7307f37-4a5d-4f50-b56c-07ed780bdf90 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:19.641997 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-cec4775b-53da-4f8c-94c8-cfe2ec6c1454 req-c7307f37-4a5d-4f50-b56c-07ed780bdf90 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23951a29-0428-458b-a6ba-5e0e1f1aec86 HTTP/1.1" status: 200 len: 946 time: 0.0486262 Aug 30 04:22:19.690634 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-cec4775b-53da-4f8c-94c8-cfe2ec6c1454 req-b1061d1a-7963-4074-a6ae-19590730497c tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=76c5c299-68cd-475b-8588-e349b55eae0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426140 Aug 30 04:22:19.777366 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:19.783005 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f2e3e353-cafc-41f3-8348-8aa03f251735 req-27634bb1-fdde-40ce-a010-2f92023565a8 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3313527 Aug 30 04:22:19.787209 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fcdb5-fb2e-4cf0-90d2-96ca2239b402 req-71f26e3e-9097-48af-8772-60ab691b7a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:19.788773 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2c6fcdb5-fb2e-4cf0-90d2-96ca2239b402 req-71f26e3e-9097-48af-8772-60ab691b7a04 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=6bca76be-a0e9-48b9-a344-6a2744164590 HTTP/1.1" status: 200 len: 854 time: 0.0715940 Aug 30 04:22:19.833823 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fcdb5-fb2e-4cf0-90d2-96ca2239b402 req-565fac0c-f1d8-49f9-875d-b6c1e4c6fa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:19.836044 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2c6fcdb5-fb2e-4cf0-90d2-96ca2239b402 req-565fac0c-f1d8-49f9-875d-b6c1e4c6fa41 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=dd2a8049-b917-49e6-b871-9134d7a6f650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0390205 Aug 30 04:22:20.309710 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:20.333174 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e4719a63-6248-4790-a70f-7825a51d4f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (1bd89ca2-58f6-428d-83bf-6325bad549fd), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:20.335713 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2c6fcdb5-fb2e-4cf0-90d2-96ca2239b402 req-66c52846-2eca-4317-afb1-8dd69c23ea89 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/dd2a8049-b917-49e6-b871-9134d7a6f650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897610 Aug 30 04:22:20.447768 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2c6fcdb5-fb2e-4cf0-90d2-96ca2239b402 req-00f0ba7d-c845-472a-915f-187cf8c39540 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/dd2a8049-b917-49e6-b871-9134d7a6f650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898962 Aug 30 04:22:20.809644 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f24e4-200f-4b5c-8027-a39cc689f8f5 req-81e7b046-a074-4d28-b5fa-3621e73209df tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:20.811340 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-7e7f24e4-200f-4b5c-8027-a39cc689f8f5 req-81e7b046-a074-4d28-b5fa-3621e73209df tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23951a29-0428-458b-a6ba-5e0e1f1aec86 HTTP/1.1" status: 200 len: 946 time: 0.0461414 Aug 30 04:22:20.866161 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-7e7f24e4-200f-4b5c-8027-a39cc689f8f5 req-20674b82-4e46-4abc-8179-bf80fb77b809 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=76c5c299-68cd-475b-8588-e349b55eae0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490072 Aug 30 04:22:20.913890 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2599621-6fb3-43f3-8992-d9266d259bf2 req-25449453-293e-46e9-8fb8-e9461dc9f9e1 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:20.915375 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b2599621-6fb3-43f3-8992-d9266d259bf2 req-25449453-293e-46e9-8fb8-e9461dc9f9e1 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 943 time: 0.0477788 Aug 30 04:22:20.962984 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b2599621-6fb3-43f3-8992-d9266d259bf2 req-949d4751-bcc1-4b73-8788-f7a6468fe498 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419838 Aug 30 04:22:21.990101 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42b9c5-263f-49c2-a23e-7848d86082da req-8624288f-12b9-4d94-b8e9-e1bf441bb263 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:21.992356 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-ab42b9c5-263f-49c2-a23e-7848d86082da req-8624288f-12b9-4d94-b8e9-e1bf441bb263 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23951a29-0428-458b-a6ba-5e0e1f1aec86 HTTP/1.1" status: 200 len: 946 time: 0.0513890 Aug 30 04:22:22.043424 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-ab42b9c5-263f-49c2-a23e-7848d86082da req-ef63c075-8e34-42c3-86fc-2cabfea5deed tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=76c5c299-68cd-475b-8588-e349b55eae0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449674 Aug 30 04:22:22.090351 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e0942-2cc7-49be-8cbc-4e8db0c0e3b7 req-153b95c6-7fd5-489f-a231-a8a61d942bdd tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:22.091857 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ef4e0942-2cc7-49be-8cbc-4e8db0c0e3b7 req-153b95c6-7fd5-489f-a231-a8a61d942bdd tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 943 time: 0.0482106 Aug 30 04:22:22.142467 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ef4e0942-2cc7-49be-8cbc-4e8db0c0e3b7 req-b945ea1d-7b5b-434e-a72e-0546ca1061de tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448818 Aug 30 04:22:22.517021 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-5adeb998-e8a7-459a-8f2a-0efcd5e021e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:22.788006 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8136d30-e89c-45a9-bb12-325223fe80bc req-393838f3-c8c7-4317-8d8c-f40ee828a1e6 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:22.789611 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d8136d30-e89c-45a9-bb12-325223fe80bc req-393838f3-c8c7-4317-8d8c-f40ee828a1e6 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23951a29-0428-458b-a6ba-5e0e1f1aec86 HTTP/1.1" status: 200 len: 946 time: 0.0517249 Aug 30 04:22:22.837170 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d8136d30-e89c-45a9-bb12-325223fe80bc req-473dfaa8-cbbd-4136-8335-5cbeaa4fb561 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=76c5c299-68cd-475b-8588-e349b55eae0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419934 Aug 30 04:22:23.269572 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf6e3b-0c35-486d-add5-3ffa9f709086 req-7874dc81-b584-4361-938d-e24c43ae7390 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:23.271090 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-73cf6e3b-0c35-486d-add5-3ffa9f709086 req-7874dc81-b584-4361-938d-e24c43ae7390 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 943 time: 0.0478628 Aug 30 04:22:23.296244 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=100 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:23.319537 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-73cf6e3b-0c35-486d-add5-3ffa9f709086 req-5c8d3b8b-2abb-4714-9bbc-51b3399590cb tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423100 Aug 30 04:22:23.753501 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8bdbbddc-d827-40e6-b8fb-29930693a668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (0ba81f50-231f-4a87-bfed-adcf093ea106), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:23.961799 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b479cb-09f9-4c43-b017-d81bc15211d3 req-2014ce0d-7de0-4c85-be51-ab45d9a13a6c tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:23.963287 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-30b479cb-09f9-4c43-b017-d81bc15211d3 req-2014ce0d-7de0-4c85-be51-ab45d9a13a6c tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23951a29-0428-458b-a6ba-5e0e1f1aec86 HTTP/1.1" status: 200 len: 946 time: 0.0494211 Aug 30 04:22:24.010630 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-30b479cb-09f9-4c43-b017-d81bc15211d3 req-f13bb0e6-db67-4b23-bf07-a1e108a51224 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=76c5c299-68cd-475b-8588-e349b55eae0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417087 Aug 30 04:22:24.448480 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5d871-6179-4511-822f-919cc1904349 req-124757e8-7e62-47c0-a03a-7d9ba5388248 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:24.449994 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-acb5d871-6179-4511-822f-919cc1904349 req-124757e8-7e62-47c0-a03a-7d9ba5388248 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 943 time: 0.0523095 Aug 30 04:22:24.476602 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=100 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:24.499209 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-acb5d871-6179-4511-822f-919cc1904349 req-6de25c58-8eea-4889-b1a4-f09ae870bee0 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430906 Aug 30 04:22:25.131558 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c70bbd-5a80-43c7-858f-74299b0f9c3e req-48cd2778-d939-4832-bcf9-b55f1367abb4 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:25.133177 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-16c70bbd-5a80-43c7-858f-74299b0f9c3e req-48cd2778-d939-4832-bcf9-b55f1367abb4 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23951a29-0428-458b-a6ba-5e0e1f1aec86 HTTP/1.1" status: 200 len: 946 time: 0.0510266 Aug 30 04:22:25.180809 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-16c70bbd-5a80-43c7-858f-74299b0f9c3e req-c27354a1-6bb7-483e-b34e-ef0ae6494d81 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=76c5c299-68cd-475b-8588-e349b55eae0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420034 Aug 30 04:22:25.431303 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-390264ec-bab8-4bcb-922a-62bbd4f3a683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (b2cd167f-1ad0-4273-bd2a-29638b1fd1d2), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:25.464305 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1744c109-6edf-438b-a11b-4a996208093c req-6478428c-2f75-4d6c-be1a-400c6c696ad5 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:25.465746 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1744c109-6edf-438b-a11b-4a996208093c req-6478428c-2f75-4d6c-be1a-400c6c696ad5 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=23951a29-0428-458b-a6ba-5e0e1f1aec86 HTTP/1.1" status: 200 len: 946 time: 0.0475166 Aug 30 04:22:25.558695 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-1744c109-6edf-438b-a11b-4a996208093c req-6ae8a060-7682-4e8f-b3c3-81c0ff26a596 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Deleting port 1f4405ac-952c-4e37-a912-243e48be2858 {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:22:25.559182 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-1744c109-6edf-438b-a11b-4a996208093c req-6ae8a060-7682-4e8f-b3c3-81c0ff26a596 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (1f4405ac-952c-4e37-a912-243e48be2858), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:25.584194 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (d414c4c0-e104-4322-85c3-8bf64da32860), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:25.634539 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85907b6e-e545-4141-bf8f-cf163c5ca424 req-8ff79886-7b3f-4c0d-a0b0-54764a15a50f tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:25.636055 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-85907b6e-e545-4141-bf8f-cf163c5ca424 req-8ff79886-7b3f-4c0d-a0b0-54764a15a50f tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 943 time: 0.0555811 Aug 30 04:22:25.681680 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-1744c109-6edf-438b-a11b-4a996208093c req-6ae8a060-7682-4e8f-b3c3-81c0ff26a596 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] For port 1f4405ac-952c-4e37-a912-243e48be2858, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=1f4405ac-952c-4e37-a912-243e48be2858,segment=NetworkSegment(6e267aef-fc27-4f3f-a8d8-d6ecfbf87aa3),segment_id=6e267aef-fc27-4f3f-a8d8-d6ecfbf87aa3)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:22:25.681934 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-1744c109-6edf-438b-a11b-4a996208093c req-6ae8a060-7682-4e8f-b3c3-81c0ff26a596 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (1f4405ac-952c-4e37-a912-243e48be2858), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:25.685290 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-85907b6e-e545-4141-bf8f-cf163c5ca424 req-5ccb1d38-a8df-40f1-9320-9e61db23f3ff tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436394 Aug 30 04:22:25.696800 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-1744c109-6edf-438b-a11b-4a996208093c req-6ae8a060-7682-4e8f-b3c3-81c0ff26a596 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Calling delete_port for 1f4405ac-952c-4e37-a912-243e48be2858 owned by compute:nova {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:22:25.754566 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:25.783973 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:25.832048 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-1744c109-6edf-438b-a11b-4a996208093c req-6ae8a060-7682-4e8f-b3c3-81c0ff26a596 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (1f4405ac-952c-4e37-a912-243e48be2858), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:25.851019 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] get_ports_and_sgs() called for port_ids ['1f4405ac-952c-4e37-a912-243e48be2858'] {{(pid=106294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:22:25.862142 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae8a060-7682-4e8f-b3c3-81c0ff26a596 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Pushing event deleted for resources: {'Port': ['ID=1f4405ac-952c-4e37-a912-243e48be2858,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:22:25.906661 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-1744c109-6edf-438b-a11b-4a996208093c req-6ae8a060-7682-4e8f-b3c3-81c0ff26a596 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] No DVR routers for this DVR port 1f4405ac-952c-4e37-a912-243e48be2858 on host hv-cinder-85220 {{(pid=106293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:22:25.909086 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-1744c109-6edf-438b-a11b-4a996208093c req-6ae8a060-7682-4e8f-b3c3-81c0ff26a596 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:25.912324 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1744c109-6edf-438b-a11b-4a996208093c req-6ae8a060-7682-4e8f-b3c3-81c0ff26a596 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.75 "DELETE /networking/v2.0/ports/1f4405ac-952c-4e37-a912-243e48be2858 HTTP/1.1" status: 204 len: 173 time: 0.4381993 Aug 30 04:22:25.912748 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23951a29-0428-458b-a6ba-5e0e1f1aec86', 'name': 'network-vif-deleted', 'tag': '1f4405ac-952c-4e37-a912-243e48be2858'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:22:25.915665 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11a3118c5976ecaadc28dc64ec6366a88eb3d4be069be3e491e321578e9d1f78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04bb42a-4806-4317-b85d-56d62aa90df2" -d '{"events": [{"server_uuid": "23951a29-0428-458b-a6ba-5e0e1f1aec86", "name": "network-vif-deleted", "tag": "1f4405ac-952c-4e37-a912-243e48be2858"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:22:25.955188 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a37d4b6-3fd1-4bd5-816c-397e2bddc7ce x-openstack-request-id: req-5a37d4b6-3fd1-4bd5-816c-397e2bddc7ce {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:22:25.955658 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23951a29-0428-458b-a6ba-5e0e1f1aec86", "name": "network-vif-deleted", "tag": "1f4405ac-952c-4e37-a912-243e48be2858", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:22:25.956090 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5a37d4b6-3fd1-4bd5-816c-397e2bddc7ce {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:22:25.956732 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a37d4b6-3fd1-4bd5-816c-397e2bddc7ce'] response: {'server_uuid': '23951a29-0428-458b-a6ba-5e0e1f1aec86', 'name': 'network-vif-deleted', 'tag': '1f4405ac-952c-4e37-a912-243e48be2858', 'status': 'completed', 'code': 200} Aug 30 04:22:26.297333 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-0fb1133f-503d-4feb-aae9-f04d343cd54b req-abca4010-9cf3-457d-823f-67de72545dd8 tempest-VolumesActionsTest-388239853 tempest-VolumesActionsTest-388239853-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=23951a29-0428-458b-a6ba-5e0e1f1aec86 HTTP/1.1" status: 200 len: 210 time: 0.0299993 Aug 30 04:22:26.661800 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 878113b7-0721-4ab0-9707-08eb2f973e55 details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106294) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:22:26.717489 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.agents_db [None req-4bab6993-eaca-4b45-827a-a5590950f82e None None] Agent healthcheck: found 6 active agents {{(pid=106295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:22:26.769979 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port 878113b7-0721-4ab0-9707-08eb2f973e55, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=878113b7-0721-4ab0-9707-08eb2f973e55,segment=NetworkSegment(f1ad6c1c-d522-42f8-b534-1fea329f4792),segment_id=f1ad6c1c-d522-42f8-b534-1fea329f4792)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:22:26.784316 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Returning: {'device': '878113b7-0721-4ab0-9707-08eb2f973e55', 'network_id': 'ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6', 'port_id': '878113b7-0721-4ab0-9707-08eb2f973e55', 'mac_address': 'fa:16:3e:56:48:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd870cbd-142c-4604-b43f-9d9fc317ac72', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106294) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:22:26.823368 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Current status of the port 878113b7-0721-4ab0-9707-08eb2f973e55 is: DOWN; New status is: BUILD {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:22:26.823797 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (878113b7-0721-4ab0-9707-08eb2f973e55), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:26.826214 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a2eac-7a4e-49a6-b8ad-f14ccdf3866a req-17d4f251-fd60-4a22-8f02-1fa4cd6a7050 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:26.827916 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e37a2eac-7a4e-49a6-b8ad-f14ccdf3866a req-17d4f251-fd60-4a22-8f02-1fa4cd6a7050 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 943 time: 0.0575740 Aug 30 04:22:26.838012 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 878113b7-0721-4ab0-9707-08eb2f973e55 {{(pid=106294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:22:26.854486 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:26.858657 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port 878113b7-0721-4ab0-9707-08eb2f973e55, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=878113b7-0721-4ab0-9707-08eb2f973e55,segment=NetworkSegment(f1ad6c1c-d522-42f8-b534-1fea329f4792),segment_id=f1ad6c1c-d522-42f8-b534-1fea329f4792)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:22:26.863619 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (878113b7-0721-4ab0-9707-08eb2f973e55), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:26.878660 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e37a2eac-7a4e-49a6-b8ad-f14ccdf3866a req-9380bc47-1631-464d-a80d-cfbddf373bff tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449784 Aug 30 04:22:26.915007 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Pushing event updated for resources: {'Port': ['ID=878113b7-0721-4ab0-9707-08eb2f973e55,revision_number=9']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:22:27.222728 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] get_ports_and_sgs() called for port_ids ['878113b7-0721-4ab0-9707-08eb2f973e55'] {{(pid=106294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:22:27.329633 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:28.009478 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5338e63-7cb8-4e57-975c-a4f563427473 req-f47e1be1-bfa0-46ca-8b5d-0716ce11c851 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:28.010983 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d5338e63-7cb8-4e57-975c-a4f563427473 req-f47e1be1-bfa0-46ca-8b5d-0716ce11c851 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 944 time: 0.0485468 Aug 30 04:22:28.063142 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d5338e63-7cb8-4e57-975c-a4f563427473 req-21a214b1-5523-4f2b-aa20-ced44df56ea3 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463223 Aug 30 04:22:29.191481 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763db295-d265-4df0-b848-5a954eefd35b req-d097164e-9d47-4bd7-9210-ecc357535ddb tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:29.192976 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-763db295-d265-4df0-b848-5a954eefd35b req-d097164e-9d47-4bd7-9210-ecc357535ddb tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 944 time: 0.0512898 Aug 30 04:22:29.239741 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-763db295-d265-4df0-b848-5a954eefd35b req-223d5750-5bcd-490a-805c-8fa1207abd0b tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411720 Aug 30 04:22:30.081186 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 878113b7-0721-4ab0-9707-08eb2f973e55 up at agent hyperv_hv-cinder-85220 {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:22:30.128668 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Provisioning complete for port 878113b7-0721-4ab0-9707-08eb2f973e55 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:22:30.129043 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (878113b7-0721-4ab0-9707-08eb2f973e55), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:30.202145 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Current status of the port 878113b7-0721-4ab0-9707-08eb2f973e55 is: BUILD; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:22:30.202561 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (878113b7-0721-4ab0-9707-08eb2f973e55), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:30.224840 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3ff227a-e878-4f20-b2e7-1d0fac6fb242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878113b7-0721-4ab0-9707-08eb2f973e55'}] {{(pid=106294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:22:30.227774 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc91461c002048a1511ec2515697d9f100988a5a9e001fc967bf4275e8e26e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e55896-32e2-4d14-89cc-f6f57bb0b151" -d '{"events": [{"server_uuid": "a3ff227a-e878-4f20-b2e7-1d0fac6fb242", "name": "network-vif-plugged", "status": "completed", "tag": "878113b7-0721-4ab0-9707-08eb2f973e55"}]}' {{(pid=106294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:22:30.240501 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port 878113b7-0721-4ab0-9707-08eb2f973e55, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=878113b7-0721-4ab0-9707-08eb2f973e55,segment=NetworkSegment(f1ad6c1c-d522-42f8-b534-1fea329f4792),segment_id=f1ad6c1c-d522-42f8-b534-1fea329f4792)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:22:30.244817 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (878113b7-0721-4ab0-9707-08eb2f973e55), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:30.245872 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 1f4405ac-952c-4e37-a912-243e48be2858 no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:22:30.286122 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62943682-798a-43c0-a522-81a103a4b03f x-openstack-request-id: req-62943682-798a-43c0-a522-81a103a4b03f {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:22:30.286437 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3ff227a-e878-4f20-b2e7-1d0fac6fb242", "name": "network-vif-plugged", "status": "completed", "tag": "878113b7-0721-4ab0-9707-08eb2f973e55", "code": 200}]} {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:22:30.286690 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-62943682-798a-43c0-a522-81a103a4b03f {{(pid=106294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:22:30.287080 dv-cinder-852208-11-iscsi neutron-server[106294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62943682-798a-43c0-a522-81a103a4b03f'] response: {'server_uuid': 'a3ff227a-e878-4f20-b2e7-1d0fac6fb242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878113b7-0721-4ab0-9707-08eb2f973e55', 'code': 200} Aug 30 04:22:30.289917 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] No Port match for: 1f4405ac-952c-4e37-a912-243e48be2858 {{(pid=106294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:22:30.290439 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 1f4405ac-952c-4e37-a912-243e48be2858 not bound to the agent host hv-cinder-85220 {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:22:30.316238 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Pushing event updated for resources: {'Port': ['ID=878113b7-0721-4ab0-9707-08eb2f973e55,revision_number=10']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:22:30.369016 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b6c0e-c0d3-4076-a53e-b9ce9998773e req-d67bbda1-13ac-4174-aab2-36e33727461f tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:30.370438 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-799b6c0e-c0d3-4076-a53e-b9ce9998773e req-d67bbda1-13ac-4174-aab2-36e33727461f tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 946 time: 0.0471489 Aug 30 04:22:30.418180 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-799b6c0e-c0d3-4076-a53e-b9ce9998773e req-5f0895ed-503c-490c-a05c-0dd3fb98a363 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422251 Aug 30 04:22:31.083126 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (5274a8db-cdbb-4c02-abb1-2eb9d7076dc1), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:31.557305 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa87a4-f088-4884-99f6-506012286758 req-8d6f8ecf-2bbe-47ab-b466-f52ce1ef63df tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:31.559361 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-60aa87a4-f088-4884-99f6-506012286758 req-8d6f8ecf-2bbe-47ab-b466-f52ce1ef63df tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 946 time: 0.0579171 Aug 30 04:22:31.628803 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-60aa87a4-f088-4884-99f6-506012286758 req-5f7c95b0-d83c-4704-a422-00b30677c068 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632563 Aug 30 04:22:31.635437 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dccc82-284b-423c-99fa-3ef2649d0ca4 req-963351e9-724f-49f3-9e9f-2332435b6d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:31.637122 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c9dccc82-284b-423c-99fa-3ef2649d0ca4 req-963351e9-724f-49f3-9e9f-2332435b6d72 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 1130 time: 0.0497212 Aug 30 04:22:31.688443 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c9dccc82-284b-423c-99fa-3ef2649d0ca4 req-f3ffb93d-3116-4773-b69b-5d835ba3925e service neutron] 10.222.0.75 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426111 Aug 30 04:22:32.817646 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ddcc2-a54e-4224-b0ce-7c73b955ab81 req-d9f38ee8-047c-42fd-856e-d907200a4fd0 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:32.820080 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-839ddcc2-a54e-4224-b0ce-7c73b955ab81 req-d9f38ee8-047c-42fd-856e-d907200a4fd0 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 946 time: 0.0636547 Aug 30 04:22:32.875565 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-839ddcc2-a54e-4224-b0ce-7c73b955ab81 req-5088ab6e-4fbf-42ca-a676-19c81334d284 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493765 Aug 30 04:22:34.031702 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53ed4e-c983-4566-88cd-c3a0fe6c1460 req-bc148f81-1474-46b7-95e2-026c80776d8d tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:34.034015 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-7c53ed4e-c983-4566-88cd-c3a0fe6c1460 req-bc148f81-1474-46b7-95e2-026c80776d8d tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 946 time: 0.0632734 Aug 30 04:22:34.097139 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-7c53ed4e-c983-4566-88cd-c3a0fe6c1460 req-7b9b7c78-abb2-47ab-89ed-80c8f217a616 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562592 Aug 30 04:22:35.260716 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667cfa98-a8f4-4b58-90a3-4f3a573bb4c1 req-5dbf55e4-1ed8-4243-9256-ea21240130a8 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:35.262393 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-667cfa98-a8f4-4b58-90a3-4f3a573bb4c1 req-5dbf55e4-1ed8-4243-9256-ea21240130a8 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 946 time: 0.0571511 Aug 30 04:22:35.329376 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-667cfa98-a8f4-4b58-90a3-4f3a573bb4c1 req-5b137b34-35a3-407b-b7d7-2ce73fda66d5 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606213 Aug 30 04:22:39.782145 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99eae5b-3125-4d3f-8c79-fadc296cc8f1 req-c4fe9aa8-165b-492b-9f8d-83dfa78f2b30 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:39.786642 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4f951-bb24-4a22-9962-93fe47465f38 req-ce00efbd-ff0b-465e-a527-0c66e5d43bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:39.789023 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f2c4f951-bb24-4a22-9962-93fe47465f38 req-ce00efbd-ff0b-465e-a527-0c66e5d43bdc service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=a9a5c650ed23445bb585711f962d7e09&device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 1129 time: 0.0865114 Aug 30 04:22:39.792048 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-b99eae5b-3125-4d3f-8c79-fadc296cc8f1 req-c4fe9aa8-165b-492b-9f8d-83dfa78f2b30 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 945 time: 0.0685680 Aug 30 04:22:39.862828 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-b99eae5b-3125-4d3f-8c79-fadc296cc8f1 req-32c3f836-d5b3-4fcf-86d3-a22972321fad tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e9f0b7fa-f259-40d7-927a-670fb929a634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693872 Aug 30 04:22:39.958847 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4f951-bb24-4a22-9962-93fe47465f38 req-5a7b33f5-3810-45dd-97d1-6cfdf5e6f37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:39.961040 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f2c4f951-bb24-4a22-9962-93fe47465f38 req-5a7b33f5-3810-45dd-97d1-6cfdf5e6f37a service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=524cda22-09e9-423b-b572-9d6bbb210043 HTTP/1.1" status: 200 len: 920 time: 0.1639602 Aug 30 04:22:40.038169 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f2c4f951-bb24-4a22-9962-93fe47465f38 req-7c76d5c3-0ba6-4541-bb7b-671503335b39 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb59a541-38aa-4db2-b9d0-47ff00f339c8 HTTP/1.1" status: 200 len: 1001 time: 0.0697286 Aug 30 04:22:40.097657 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4f951-bb24-4a22-9962-93fe47465f38 req-cdab2ee8-0789-47f0-a56c-5ef407973aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:40.099255 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f2c4f951-bb24-4a22-9962-93fe47465f38 req-cdab2ee8-0789-47f0-a56c-5ef407973aac service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=bf40f790-127d-4290-907b-8c5f990389ae HTTP/1.1" status: 200 len: 858 time: 0.0524144 Aug 30 04:22:40.152655 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4f951-bb24-4a22-9962-93fe47465f38 req-c10af26a-0c07-4885-933e-fe7ce398f68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:40.154159 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f2c4f951-bb24-4a22-9962-93fe47465f38 req-c10af26a-0c07-4885-933e-fe7ce398f68a service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=524cda22-09e9-423b-b572-9d6bbb210043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0461550 Aug 30 04:22:40.266957 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f2c4f951-bb24-4a22-9962-93fe47465f38 req-37b40b7b-dd82-4baa-92da-d4d8adde661f service neutron] 10.222.0.75 "GET /networking/v2.0/networks/524cda22-09e9-423b-b572-9d6bbb210043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031721 Aug 30 04:22:40.339287 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:40.355354 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:40.409206 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f2c4f951-bb24-4a22-9962-93fe47465f38 req-47bbad7e-0bae-4284-9dab-6479c23abd12 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/524cda22-09e9-423b-b572-9d6bbb210043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345794 Aug 30 04:22:40.581410 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0273a4cc-c240-4a0c-b277-c80acdba1667 req-31a2e5f2-43d1-4bd5-b455-3f911a2cd1a1 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:40.589037 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-0273a4cc-c240-4a0c-b277-c80acdba1667 req-31a2e5f2-43d1-4bd5-b455-3f911a2cd1a1 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 945 time: 0.0817623 Aug 30 04:22:40.643569 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-0273a4cc-c240-4a0c-b277-c80acdba1667 req-bddc5906-4f7b-40da-93e3-e4e6e90ae24d tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533354 Aug 30 04:22:41.010745 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef4e16-44c6-4813-bec5-8f2ce01ddbcb req-461cef4c-514a-4ea8-aae8-b981def02cfd tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:41.012297 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-69ef4e16-44c6-4813-bec5-8f2ce01ddbcb req-461cef4c-514a-4ea8-aae8-b981def02cfd tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 945 time: 0.0580544 Aug 30 04:22:41.065255 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-69ef4e16-44c6-4813-bec5-8f2ce01ddbcb req-48a1783b-3ca4-4653-842c-2e2a89a06ee6 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e9f0b7fa-f259-40d7-927a-670fb929a634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467844 Aug 30 04:22:41.067255 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=29,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:41.078994 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=64,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:41.771456 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67adef9-8804-4e51-acbc-639eaef8113b req-d5c45967-980d-47c5-a476-7215da6b5dce tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:41.773936 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-b67adef9-8804-4e51-acbc-639eaef8113b req-d5c45967-980d-47c5-a476-7215da6b5dce tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 945 time: 0.0565689 Aug 30 04:22:41.843317 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-b67adef9-8804-4e51-acbc-639eaef8113b req-b93f6d7c-6281-4e0d-999c-b8144010953d tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613532 Aug 30 04:22:42.222975 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab8330-0423-4802-9bf3-33b34f203130 req-32ab015b-bd54-4a28-a85a-912087b84b3f tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:42.224584 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-46ab8330-0423-4802-9bf3-33b34f203130 req-32ab015b-bd54-4a28-a85a-912087b84b3f tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 945 time: 0.0680664 Aug 30 04:22:42.284764 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-46ab8330-0423-4802-9bf3-33b34f203130 req-9e37c9f7-0c1b-432c-96a0-5dd9b62416ea tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e9f0b7fa-f259-40d7-927a-670fb929a634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539875 Aug 30 04:22:42.983662 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c8c90-b074-42af-87c4-5269bb0ef3e9 req-a0295525-7ffe-46c8-bfec-1ec4c7197f36 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:42.985257 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-bd6c8c90-b074-42af-87c4-5269bb0ef3e9 req-a0295525-7ffe-46c8-bfec-1ec4c7197f36 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 945 time: 0.0598626 Aug 30 04:22:43.248934 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-bd6c8c90-b074-42af-87c4-5269bb0ef3e9 req-c72ec9d6-b9e3-4e00-a9b7-167ac4a1d92d tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2577105 Aug 30 04:22:43.434948 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9bcaa-3da7-4728-8a31-dcd33c612765 req-e6ea1ae2-fad8-4fda-afed-a861b8b5d9db tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:43.438547 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a4a9bcaa-3da7-4728-8a31-dcd33c612765 req-e6ea1ae2-fad8-4fda-afed-a861b8b5d9db tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 945 time: 0.0622523 Aug 30 04:22:43.510395 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a4a9bcaa-3da7-4728-8a31-dcd33c612765 req-47676818-e1a3-42c8-8d43-cddffaf164ba tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e9f0b7fa-f259-40d7-927a-670fb929a634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647275 Aug 30 04:22:44.395808 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c02c6a-e37a-4abb-bc6d-044cff43d093 req-2b972bc1-6e8b-4d2e-a40a-298baa5bb7ea tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:44.398846 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-f1c02c6a-e37a-4abb-bc6d-044cff43d093 req-2b972bc1-6e8b-4d2e-a40a-298baa5bb7ea tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 945 time: 0.0552378 Aug 30 04:22:44.408797 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=100 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:44.455383 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-f1c02c6a-e37a-4abb-bc6d-044cff43d093 req-f4350751-3020-485b-8026-9a569dc1551a tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524580 Aug 30 04:22:44.644018 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84314fea-237d-4a16-b84e-9c18b8d2a051 req-7e2e92fc-8e48-4e4a-9e2b-043fcdb884c0 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:44.645987 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-84314fea-237d-4a16-b84e-9c18b8d2a051 req-7e2e92fc-8e48-4e4a-9e2b-043fcdb884c0 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 945 time: 0.0539455 Aug 30 04:22:44.701812 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-84314fea-237d-4a16-b84e-9c18b8d2a051 req-46ff5cd3-0873-41da-b757-b4f31bafbd29 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e9f0b7fa-f259-40d7-927a-670fb929a634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488622 Aug 30 04:22:45.590998 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daed6c9-7769-41f1-baaa-67c350963805 req-29b1941f-455c-4aa2-8afe-485a84b04bc9 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:45.593237 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-1daed6c9-7769-41f1-baaa-67c350963805 req-29b1941f-455c-4aa2-8afe-485a84b04bc9 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 945 time: 0.0575471 Aug 30 04:22:45.648338 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-1daed6c9-7769-41f1-baaa-67c350963805 req-fc913b17-1ff3-4c34-b7e8-f51a2acfb20a tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498950 Aug 30 04:22:45.836587 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf81172-3190-4f29-a3ac-b9cd94ece875 req-22b4ef37-ca7e-483b-b107-c55c9915d8a2 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:45.838285 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cbf81172-3190-4f29-a3ac-b9cd94ece875 req-22b4ef37-ca7e-483b-b107-c55c9915d8a2 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 945 time: 0.0549130 Aug 30 04:22:45.892769 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cbf81172-3190-4f29-a3ac-b9cd94ece875 req-d15ef2ac-7f6b-4f25-bddb-1e698755729b tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e9f0b7fa-f259-40d7-927a-670fb929a634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479453 Aug 30 04:22:46.760641 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=100 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:46.780622 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e600ecea-a40c-4da7-8ad9-dc5c9d223f4f req-d53143f9-0c59-4b31-bbd7-6a8f6e93d02b tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:46.786766 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-e600ecea-a40c-4da7-8ad9-dc5c9d223f4f req-d53143f9-0c59-4b31-bbd7-6a8f6e93d02b tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 945 time: 0.0607934 Aug 30 04:22:46.843953 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-e600ecea-a40c-4da7-8ad9-dc5c9d223f4f req-56f8b154-d9bd-4c55-ae9c-c9845253b09f tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559916 Aug 30 04:22:47.036961 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38daeab1-66a5-43d0-999f-33cfbcd8abb9 req-44903a42-7247-4156-ae50-ddfd6ed8aee8 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:47.044352 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-38daeab1-66a5-43d0-999f-33cfbcd8abb9 req-44903a42-7247-4156-ae50-ddfd6ed8aee8 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 945 time: 0.0639296 Aug 30 04:22:47.094136 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-38daeab1-66a5-43d0-999f-33cfbcd8abb9 req-e967e730-b0f9-473f-b134-b8d27bb0c697 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e9f0b7fa-f259-40d7-927a-670fb929a634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489240 Aug 30 04:22:47.995140 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8dfb0e-a437-4aed-81b1-d847a418226e req-99205974-9cad-47c6-8bfc-b7c438e8d5b4 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:47.996671 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-2b8dfb0e-a437-4aed-81b1-d847a418226e req-99205974-9cad-47c6-8bfc-b7c438e8d5b4 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 945 time: 0.0539229 Aug 30 04:22:48.050399 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-2b8dfb0e-a437-4aed-81b1-d847a418226e req-c17082bf-ee59-47e4-a4ae-f15d50e7600b tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474100 Aug 30 04:22:48.227262 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a1c7b-36c0-4e3f-a4fe-ece2f15cb47e req-03c3b0fc-2c24-46df-8dde-31259a96ca61 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:48.228879 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3a6a1c7b-36c0-4e3f-a4fe-ece2f15cb47e req-03c3b0fc-2c24-46df-8dde-31259a96ca61 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 945 time: 0.0526695 Aug 30 04:22:48.282571 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3a6a1c7b-36c0-4e3f-a4fe-ece2f15cb47e req-c3d1c28b-ca1e-46c9-8e07-d9840e133868 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e9f0b7fa-f259-40d7-927a-670fb929a634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452726 Aug 30 04:22:48.732717 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:49.170070 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32418e0-21df-4fb2-8c04-a5c9f321e5e5 req-4550d201-f316-462d-ad4f-8688323100f3 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:49.171561 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-a32418e0-21df-4fb2-8c04-a5c9f321e5e5 req-4550d201-f316-462d-ad4f-8688323100f3 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 945 time: 0.0472183 Aug 30 04:22:49.219007 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-a32418e0-21df-4fb2-8c04-a5c9f321e5e5 req-6fa8b882-0ad8-4eab-a7c6-ae6bf435ff8d tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418494 Aug 30 04:22:49.407690 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c247c6f-9d28-4896-9aec-95c0e223d5c5 req-8fef93fe-5d38-435f-bd90-0aa26d1c1e51 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:49.409041 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4c247c6f-9d28-4896-9aec-95c0e223d5c5 req-8fef93fe-5d38-435f-bd90-0aa26d1c1e51 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 945 time: 0.0505989 Aug 30 04:22:49.455702 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4c247c6f-9d28-4896-9aec-95c0e223d5c5 req-e0f1aac8-1b2e-4a18-9cc6-5ebcd04fe9df tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e9f0b7fa-f259-40d7-927a-670fb929a634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405974 Aug 30 04:22:50.336518 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-98e53ef4-a614-40cd-a227-f40dca2a738a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (1bd89ca2-58f6-428d-83bf-6325bad549fd), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:50.338230 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de00c4-9ff6-48f4-b237-98021f397032 req-742dce91-e801-4c92-bd5c-1c46cd48fa79 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:50.339786 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-80de00c4-9ff6-48f4-b237-98021f397032 req-742dce91-e801-4c92-bd5c-1c46cd48fa79 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 945 time: 0.0483251 Aug 30 04:22:50.387648 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-80de00c4-9ff6-48f4-b237-98021f397032 req-46a5d2c0-52eb-42d2-ac92-fa49c27dbcd8 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422664 Aug 30 04:22:50.575617 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c6376-b6aa-418e-ba56-33dc6bc345a5 req-539b33a3-2c40-433f-b4cf-893ca88e271c tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:50.577121 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-705c6376-b6aa-418e-ba56-33dc6bc345a5 req-539b33a3-2c40-433f-b4cf-893ca88e271c tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 945 time: 0.0474951 Aug 30 04:22:50.624976 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-705c6376-b6aa-418e-ba56-33dc6bc345a5 req-dfbadac7-8412-4047-b19a-3fcc09f8efd1 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e9f0b7fa-f259-40d7-927a-670fb929a634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422075 Aug 30 04:22:51.031779 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 51438) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:22:51.076701 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac1c87d4-5370-4d95-b2e6-f95791211b8e admin admin] Deleting subnet be711d9b-e6ae-48b0-b700-7b2bda51fcd7 {{(pid=106293) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 04:22:51.079784 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ac1c87d4-5370-4d95-b2e6-f95791211b8e admin admin] Publish callbacks [] for subnet (be711d9b-e6ae-48b0-b700-7b2bda51fcd7), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:51.118244 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ac1c87d4-5370-4d95-b2e6-f95791211b8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387962'] for subnet (be711d9b-e6ae-48b0-b700-7b2bda51fcd7), precommit_delete_associations {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:51.119825 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:51.158870 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ac1c87d4-5370-4d95-b2e6-f95791211b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1779299'] for subnet (be711d9b-e6ae-48b0-b700-7b2bda51fcd7), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:51.181588 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:51.219685 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ac1c87d4-5370-4d95-b2e6-f95791211b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1779322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-454480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9734407'] for subnet (be711d9b-e6ae-48b0-b700-7b2bda51fcd7), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:51.245097 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c87d4-5370-4d95-b2e6-f95791211b8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be711d9b-e6ae-48b0-b700-7b2bda51fcd7,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:22:51.250392 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ac1c87d4-5370-4d95-b2e6-f95791211b8e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:51.253572 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-ac1c87d4-5370-4d95-b2e6-f95791211b8e admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/be711d9b-e6ae-48b0-b700-7b2bda51fcd7 HTTP/1.1" status: 204 len: 168 time: 0.2207885 Aug 30 04:22:51.256179 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 51440) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:22:51.329482 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f0425d7c-755e-407c-aae3-5f734c4e9019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635422'] for network (2774a858-2972-416a-bca6-0cf962f4b9d8), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:51.406442 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f0425d7c-755e-407c-aae3-5f734c4e9019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1778176', 'neutron.services.segments.db._delete_segments_for_network-8749362907459'] for network (2774a858-2972-416a-bca6-0cf962f4b9d8), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:51.428069 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.services.segments.db [None req-f0425d7c-755e-407c-aae3-5f734c4e9019 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2774a858-2972-416a-bca6-0cf962f4b9d8']}} {{(pid=106293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:22:51.438643 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.services.segments.db [None req-f0425d7c-755e-407c-aae3-5f734c4e9019 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e267aef-fc27-4f3f-a8d8-d6ecfbf87aa3') {'for_net_delete': True} {{(pid=106293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:22:51.438996 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.services.segments.db [None req-f0425d7c-755e-407c-aae3-5f734c4e9019 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e267aef-fc27-4f3f-a8d8-d6ecfbf87aa3') {} {{(pid=106293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:22:51.448962 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f0425d7c-755e-407c-aae3-5f734c4e9019 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749362932655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3387953'] for segment (6e267aef-fc27-4f3f-a8d8-d6ecfbf87aa3), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:51.462281 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f0425d7c-755e-407c-aae3-5f734c4e9019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784698'] for segment (6e267aef-fc27-4f3f-a8d8-d6ecfbf87aa3), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:51.468884 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0425d7c-755e-407c-aae3-5f734c4e9019 admin admin] Releasing vlan 823 on physical network physnet1 to pool {{(pid=106293) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 04:22:51.469273 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f0425d7c-755e-407c-aae3-5f734c4e9019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-454390'] for segment (6e267aef-fc27-4f3f-a8d8-d6ecfbf87aa3), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:51.515923 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.services.segments.plugin [-] Segment 6e267aef-fc27-4f3f-a8d8-d6ecfbf87aa3 resource provider aggregate not found Aug 30 04:22:51.525879 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35057d76-3618-4fd8-93ea-998bf259cb4e req-5c954b26-5a7a-4991-9408-351dea41810b tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:51.527596 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-35057d76-3618-4fd8-93ea-998bf259cb4e req-5c954b26-5a7a-4991-9408-351dea41810b tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 945 time: 0.0552583 Aug 30 04:22:51.537609 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.services.segments.plugin [-] Segment 6e267aef-fc27-4f3f-a8d8-d6ecfbf87aa3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6e267aef-fc27-4f3f-a8d8-d6ecfbf87aa3 found for delete ", "request_id": "req-bb5f97e8-6116-45db-b4c7-b31a9cb31e3a"}]} Aug 30 04:22:51.546644 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f0425d7c-755e-407c-aae3-5f734c4e9019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1778185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572621'] for network (2774a858-2972-416a-bca6-0cf962f4b9d8), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:51.552986 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f0425d7c-755e-407c-aae3-5f734c4e9019 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for network (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:51.556861 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-f0425d7c-755e-407c-aae3-5f734c4e9019 admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/2774a858-2972-416a-bca6-0cf962f4b9d8 HTTP/1.1" status: 204 len: 168 time: 0.2990839 Aug 30 04:22:51.572927 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0425d7c-755e-407c-aae3-5f734c4e9019 admin admin] Pushing event deleted for resources: {'Network': ['ID=2774a858-2972-416a-bca6-0cf962f4b9d8,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:22:51.589775 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-35057d76-3618-4fd8-93ea-998bf259cb4e req-c9c38cd9-51b4-4c5c-8e04-7cfc23732a4a tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486851 Aug 30 04:22:51.762153 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 51456) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:22:51.770172 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d1f41-15da-4ea0-9adc-cca30c6f2ce8 req-ee45cd5e-0864-4047-a61f-5e4c9310c151 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:51.771682 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-634d1f41-15da-4ea0-9adc-cca30c6f2ce8 req-ee45cd5e-0864-4047-a61f-5e4c9310c151 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 945 time: 0.0611799 Aug 30 04:22:51.826301 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-634d1f41-15da-4ea0-9adc-cca30c6f2ce8 req-e29da924-7e00-49bf-8576-f1e3f694a25a tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e9f0b7fa-f259-40d7-927a-670fb929a634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470433 Aug 30 04:22:51.867424 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4968a6-ce1a-41f7-bc5f-14b3aba36ae9 req-a17a7084-e40d-4557-93fe-c20f3d045b33 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:51.868821 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0a4968a6-ce1a-41f7-bc5f-14b3aba36ae9 req-a17a7084-e40d-4557-93fe-c20f3d045b33 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 945 time: 0.0987036 Aug 30 04:22:51.893666 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-65dde7d6-60c2-40e7-9c75-b8e8c6d0edfa admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=7ca6dbede37a49528a555112bcfd816a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1291635 Aug 30 04:22:51.896364 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 51458) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:22:51.919787 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbdd1eb-1e70-4e80-bd3c-712bc653347f req-6705a3ce-f9a6-4b75-a36b-6bf6b215bbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:51.921259 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-bdbdd1eb-1e70-4e80-bd3c-712bc653347f req-6705a3ce-f9a6-4b75-a36b-6bf6b215bbcb service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=5a89b6f21ff24eafbed378c2ece79c3e&device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 1129 time: 0.0749538 Aug 30 04:22:51.946640 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-ed06228a-1615-4626-bcda-1293af490158 admin admin] Publish callbacks [] for security_group (76c5c299-68cd-475b-8588-e349b55eae0c), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:51.970656 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-ed06228a-1615-4626-bcda-1293af490158 admin admin] Publish callbacks [] for security_group (76c5c299-68cd-475b-8588-e349b55eae0c), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:51.990571 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0a4968a6-ce1a-41f7-bc5f-14b3aba36ae9 req-91360610-af44-40c2-9765-b3c668d6057e tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157627 Aug 30 04:22:52.029738 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-ed06228a-1615-4626-bcda-1293af490158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (76c5c299-68cd-475b-8588-e349b55eae0c), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:52.032337 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-ed06228a-1615-4626-bcda-1293af490158 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:52.033489 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-ed06228a-1615-4626-bcda-1293af490158 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/76c5c299-68cd-475b-8588-e349b55eae0c HTTP/1.1" status: 204 len: 168 time: 0.1361341 Aug 30 04:22:52.036832 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbdd1eb-1e70-4e80-bd3c-712bc653347f req-eb391e42-e968-4e6f-98cd-dd69254f5e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:52.038452 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-bdbdd1eb-1e70-4e80-bd3c-712bc653347f req-eb391e42-e968-4e6f-98cd-dd69254f5e0e service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=f55c98a9-cbed-4af8-92a6-c49957223dcb HTTP/1.1" status: 200 len: 911 time: 0.1074858 Aug 30 04:22:52.041587 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed06228a-1615-4626-bcda-1293af490158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c5c299-68cd-475b-8588-e349b55eae0c,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:22:52.113107 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-bdbdd1eb-1e70-4e80-bd3c-712bc653347f req-c9b9fcf8-12f6-489f-8e9b-1cf7bd41695c service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8e75002-6c9d-47c3-a24b-44a2b69a1fc6 HTTP/1.1" status: 200 len: 1001 time: 0.0654330 Aug 30 04:22:52.165070 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbdd1eb-1e70-4e80-bd3c-712bc653347f req-ba5da363-0345-42bd-ba5d-e38d0bfeb843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:52.167095 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-bdbdd1eb-1e70-4e80-bd3c-712bc653347f req-ba5da363-0345-42bd-ba5d-e38d0bfeb843 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=8f1a2822-90de-40bf-914e-6a8cde2028a4 HTTP/1.1" status: 200 len: 849 time: 0.0463727 Aug 30 04:22:52.223079 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbdd1eb-1e70-4e80-bd3c-712bc653347f req-a8a3f4ad-ce41-4a4e-b63d-6b4a696983cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:52.224632 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-bdbdd1eb-1e70-4e80-bd3c-712bc653347f req-a8a3f4ad-ce41-4a4e-b63d-6b4a696983cd service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=f55c98a9-cbed-4af8-92a6-c49957223dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0462232 Aug 30 04:22:52.326275 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-bdbdd1eb-1e70-4e80-bd3c-712bc653347f req-35fd3792-4ca5-4d41-a506-3c18ca93f172 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/f55c98a9-cbed-4af8-92a6-c49957223dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930159 Aug 30 04:22:52.392048 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:DELETE=8,neutron:UPDATE=2,neutron:SELECT=90 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:52.407598 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:52.435117 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-bdbdd1eb-1e70-4e80-bd3c-712bc653347f req-dfd58e05-229b-4ac6-b8da-ca12fc90e8e3 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/f55c98a9-cbed-4af8-92a6-c49957223dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025372 Aug 30 04:22:52.521155 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b8b53938-b9bb-47a5-8c86-b1f272501e18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:52.951083 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf7685-4677-4171-9d32-239756661ce4 req-b06df21e-e09f-4cc3-bb1d-edc8a8ad407f tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:52.953339 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-52cf7685-4677-4171-9d32-239756661ce4 req-b06df21e-e09f-4cc3-bb1d-edc8a8ad407f tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 945 time: 0.0493009 Aug 30 04:22:53.005286 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-52cf7685-4677-4171-9d32-239756661ce4 req-fed708dc-4b1f-4be4-bc02-a32c9a87c4c5 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e9f0b7fa-f259-40d7-927a-670fb929a634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444310 Aug 30 04:22:53.110555 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8595087-4104-410f-a827-0f36820bc9ae req-cb6380a7-4a8d-494e-890f-56812bd52601 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:53.112008 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c8595087-4104-410f-a827-0f36820bc9ae req-cb6380a7-4a8d-494e-890f-56812bd52601 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 945 time: 0.0472720 Aug 30 04:22:53.160094 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c8595087-4104-410f-a827-0f36820bc9ae req-35297c49-0008-4d42-b382-68a1c3bbbe23 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418768 Aug 30 04:22:53.305509 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713a6d0-a822-43b2-ad49-37a9bf0a723e req-c047b01e-445b-4522-9d30-782b73a1cf27 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:53.306947 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1713a6d0-a822-43b2-ad49-37a9bf0a723e req-c047b01e-445b-4522-9d30-782b73a1cf27 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8a3a79d0-31a2-463a-b7db-749bfd7eb055 HTTP/1.1" status: 200 len: 984 time: 0.0509064 Aug 30 04:22:53.370445 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1713a6d0-a822-43b2-ad49-37a9bf0a723e req-2f1c7036-0f7f-4aba-b04d-f9c4d151c8e9 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=717ac52a-3f2f-4522-bdcd-7557eab93517&id=27cb5881-51a7-484f-9826-0025161b6b09&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576379 Aug 30 04:22:53.528274 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff48fd8-b151-4428-9aa3-f110164ec9a5 req-aef7560b-f433-4163-98f0-228b7c3a73af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:53.529746 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6ff48fd8-b151-4428-9aa3-f110164ec9a5 req-aef7560b-f433-4163-98f0-228b7c3a73af service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=ddae968572774fa5b3d0a561b5c1b085&device_id=8a3a79d0-31a2-463a-b7db-749bfd7eb055 HTTP/1.1" status: 200 len: 1168 time: 0.0408139 Aug 30 04:22:53.635418 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff48fd8-b151-4428-9aa3-f110164ec9a5 req-7d7624ee-c141-499e-b4d0-eba928c33eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:53.636752 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6ff48fd8-b151-4428-9aa3-f110164ec9a5 req-7d7624ee-c141-499e-b4d0-eba928c33eb2 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=dd2a8049-b917-49e6-b871-9134d7a6f650 HTTP/1.1" status: 200 len: 916 time: 0.1008639 Aug 30 04:22:53.703750 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6ff48fd8-b151-4428-9aa3-f110164ec9a5 req-3d5ec2a5-fc71-4b02-b986-98c7cd92489c service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e166b02-3f14-40b4-b11a-1b65c4bce791 HTTP/1.1" status: 200 len: 1000 time: 0.0564721 Aug 30 04:22:53.754168 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff48fd8-b151-4428-9aa3-f110164ec9a5 req-2ff18eec-a9f4-4d41-9eb2-cd9cd8624875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:53.755406 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8bdbbddc-d827-40e6-b8fb-29930693a668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (0ba81f50-231f-4a87-bfed-adcf093ea106), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:53.756030 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6ff48fd8-b151-4428-9aa3-f110164ec9a5 req-2ff18eec-a9f4-4d41-9eb2-cd9cd8624875 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=6bca76be-a0e9-48b9-a344-6a2744164590 HTTP/1.1" status: 200 len: 854 time: 0.0453167 Aug 30 04:22:53.803803 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff48fd8-b151-4428-9aa3-f110164ec9a5 req-702155e9-ee5e-4782-8814-e5688f3768db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:53.805266 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6ff48fd8-b151-4428-9aa3-f110164ec9a5 req-702155e9-ee5e-4782-8814-e5688f3768db service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=dd2a8049-b917-49e6-b871-9134d7a6f650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426366 Aug 30 04:22:53.896095 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6ff48fd8-b151-4428-9aa3-f110164ec9a5 req-74464386-d6e4-4999-86a0-bf77865cd9a9 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/dd2a8049-b917-49e6-b871-9134d7a6f650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843182 Aug 30 04:22:54.009085 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6ff48fd8-b151-4428-9aa3-f110164ec9a5 req-8f041fcd-412a-465c-a13e-a0702f76642d service neutron] 10.222.0.75 "GET /networking/v2.0/networks/dd2a8049-b917-49e6-b871-9134d7a6f650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042798 Aug 30 04:22:54.121271 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:54.132838 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653390fb-b597-4a4d-8e57-9610a971b830 req-627a60e5-4919-40b7-a3f2-28abc8a26674 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:54.134363 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-653390fb-b597-4a4d-8e57-9610a971b830 req-627a60e5-4919-40b7-a3f2-28abc8a26674 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 945 time: 0.0488520 Aug 30 04:22:54.183453 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-653390fb-b597-4a4d-8e57-9610a971b830 req-8e5032e7-aed4-4126-83dc-da85d50c3324 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e9f0b7fa-f259-40d7-927a-670fb929a634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428283 Aug 30 04:22:54.492302 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79491030-79b0-46b5-951c-28ed434c2822 req-49fdc5c5-85b7-4875-a066-48f42b489e69 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:54.493669 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-79491030-79b0-46b5-951c-28ed434c2822 req-49fdc5c5-85b7-4875-a066-48f42b489e69 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8a3a79d0-31a2-463a-b7db-749bfd7eb055 HTTP/1.1" status: 200 len: 984 time: 0.0476120 Aug 30 04:22:54.552317 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-79491030-79b0-46b5-951c-28ed434c2822 req-abc80e32-f852-4520-aec5-bee66086e420 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=717ac52a-3f2f-4522-bdcd-7557eab93517&id=27cb5881-51a7-484f-9826-0025161b6b09&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529928 Aug 30 04:22:55.304291 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe2892-fa3f-4c82-a039-4ea43a9d0d63 req-ee782379-26bc-4559-bebd-a5bb99e4e544 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:55.305768 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-65fe2892-fa3f-4c82-a039-4ea43a9d0d63 req-ee782379-26bc-4559-bebd-a5bb99e4e544 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 945 time: 0.0503371 Aug 30 04:22:55.353075 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-65fe2892-fa3f-4c82-a039-4ea43a9d0d63 req-461f1707-b558-4dc7-a51c-af8494e074c0 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e9f0b7fa-f259-40d7-927a-670fb929a634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417027 Aug 30 04:22:55.434170 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-390264ec-bab8-4bcb-922a-62bbd4f3a683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (b2cd167f-1ad0-4273-bd2a-29638b1fd1d2), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:55.568408 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (d414c4c0-e104-4322-85c3-8bf64da32860), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:55.676703 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c71af6-31eb-4f3c-85f0-d54e82753d9c req-7a36e5d6-8d09-447f-b15f-7bdaa7231c19 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:55.678132 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-02c71af6-31eb-4f3c-85f0-d54e82753d9c req-7a36e5d6-8d09-447f-b15f-7bdaa7231c19 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8a3a79d0-31a2-463a-b7db-749bfd7eb055 HTTP/1.1" status: 200 len: 984 time: 0.0504408 Aug 30 04:22:55.713491 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=6 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:55.724447 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:55.739289 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-02c71af6-31eb-4f3c-85f0-d54e82753d9c req-58ffd63f-df11-432f-882d-65d7e69f4166 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=717ac52a-3f2f-4522-bdcd-7557eab93517&id=27cb5881-51a7-484f-9826-0025161b6b09&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549984 Aug 30 04:22:56.465112 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:56.477425 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170dfa79-b649-4672-9951-8e0fa928b258 req-48ceed44-a0c1-4549-80f9-a13076a88dc1 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:56.478962 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-170dfa79-b649-4672-9951-8e0fa928b258 req-48ceed44-a0c1-4549-80f9-a13076a88dc1 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 945 time: 0.0497034 Aug 30 04:22:56.527351 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-170dfa79-b649-4672-9951-8e0fa928b258 req-e897eaae-c1a0-44b0-9719-d9a0c463db8b tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e9f0b7fa-f259-40d7-927a-670fb929a634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429521 Aug 30 04:22:56.860275 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f7549-d941-4889-8055-e4d710170b8b req-2539e55e-7541-4084-9b3a-52b5f1c2a88a tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:56.861738 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-234f7549-d941-4889-8055-e4d710170b8b req-2539e55e-7541-4084-9b3a-52b5f1c2a88a tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8a3a79d0-31a2-463a-b7db-749bfd7eb055 HTTP/1.1" status: 200 len: 984 time: 0.0489748 Aug 30 04:22:56.922055 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-234f7549-d941-4889-8055-e4d710170b8b req-2b491894-4c08-4ac1-98ee-a3c5843e4f13 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=717ac52a-3f2f-4522-bdcd-7557eab93517&id=27cb5881-51a7-484f-9826-0025161b6b09&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537276 Aug 30 04:22:57.214586 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532be7f-338b-4ed0-89c9-5e4c7b4560b8 req-86e4dbcd-ea23-4f0b-80cd-4079b868b324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:57.216056 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4532be7f-338b-4ed0-89c9-5e4c7b4560b8 req-86e4dbcd-ea23-4f0b-80cd-4079b868b324 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 1129 time: 0.0406492 Aug 30 04:22:57.228655 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:57.266594 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4532be7f-338b-4ed0-89c9-5e4c7b4560b8 req-5b1d1bf2-5e64-4ee2-869e-f63bcced05e3 service neutron] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e9f0b7fa-f259-40d7-927a-670fb929a634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428741 Aug 30 04:22:57.650026 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4566fa-2652-4ea1-af82-c297fe97eda9 req-2e709c06-b13b-409e-8320-2cfad8a7825c tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:57.651516 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-1e4566fa-2652-4ea1-af82-c297fe97eda9 req-2e709c06-b13b-409e-8320-2cfad8a7825c tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 945 time: 0.0507450 Aug 30 04:22:57.697650 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-1e4566fa-2652-4ea1-af82-c297fe97eda9 req-d50c194a-4301-4737-b8a3-d4b78b9da61d tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e9f0b7fa-f259-40d7-927a-670fb929a634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406263 Aug 30 04:22:58.042985 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bbeec8-c4d4-4817-a772-d1d396f7d68c req-ee779059-66bc-4b15-a262-2f666745c494 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:58.044441 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e5bbeec8-c4d4-4817-a772-d1d396f7d68c req-ee779059-66bc-4b15-a262-2f666745c494 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8a3a79d0-31a2-463a-b7db-749bfd7eb055 HTTP/1.1" status: 200 len: 984 time: 0.0473967 Aug 30 04:22:58.104763 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e5bbeec8-c4d4-4817-a772-d1d396f7d68c req-d696e3f4-d32e-4070-abde-acd477e89f45 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=717ac52a-3f2f-4522-bdcd-7557eab93517&id=27cb5881-51a7-484f-9826-0025161b6b09&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546112 Aug 30 04:22:58.822503 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e20926-2a17-4dd5-9085-fd8e489f7522 req-313780f6-1aac-4434-a93a-da2c2223f8be tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:58.823990 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-e8e20926-2a17-4dd5-9085-fd8e489f7522 req-313780f6-1aac-4434-a93a-da2c2223f8be tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 945 time: 0.0487792 Aug 30 04:22:58.870576 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-e8e20926-2a17-4dd5-9085-fd8e489f7522 req-8e129c74-c365-4f8d-b2cb-ea36b0e86485 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e9f0b7fa-f259-40d7-927a-670fb929a634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410969 Aug 30 04:22:59.228499 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f840297-5e30-4caa-aaa4-fba7db65505e req-eba8cd21-4858-46b7-be20-6768ae8648bd tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:59.229961 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0f840297-5e30-4caa-aaa4-fba7db65505e req-eba8cd21-4858-46b7-be20-6768ae8648bd tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8a3a79d0-31a2-463a-b7db-749bfd7eb055 HTTP/1.1" status: 200 len: 984 time: 0.0484669 Aug 30 04:22:59.292929 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0f840297-5e30-4caa-aaa4-fba7db65505e req-6eb56c5d-e7e3-46c8-88bd-7ab75ad02388 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=717ac52a-3f2f-4522-bdcd-7557eab93517&id=27cb5881-51a7-484f-9826-0025161b6b09&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572321 Aug 30 04:22:59.987978 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab135d9-4d60-42e1-bd43-e4173d5601b2 req-e377d0fd-52a2-4f5d-bba7-773bd6a510e1 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:59.989438 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-8ab135d9-4d60-42e1-bd43-e4173d5601b2 req-e377d0fd-52a2-4f5d-bba7-773bd6a510e1 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 945 time: 0.0454743 Aug 30 04:23:00.039681 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-8ab135d9-4d60-42e1-bd43-e4173d5601b2 req-c754e222-e5ef-4084-9f97-fed02e2739f0 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e9f0b7fa-f259-40d7-927a-670fb929a634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436018 Aug 30 04:23:00.426263 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c3132-0b2e-4ede-8bbe-34b1dca6a3d3 req-402c920e-3e78-4b8f-8c90-7bd1004de537 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:00.427744 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3a0c3132-0b2e-4ede-8bbe-34b1dca6a3d3 req-402c920e-3e78-4b8f-8c90-7bd1004de537 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8a3a79d0-31a2-463a-b7db-749bfd7eb055 HTTP/1.1" status: 200 len: 984 time: 0.0576804 Aug 30 04:23:00.495853 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dbca39-a576-4af6-a354-04a00daa6c54 req-06634082-79eb-42f7-8f86-8b98a3371993 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:00.497352 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-29dbca39-a576-4af6-a354-04a00daa6c54 req-06634082-79eb-42f7-8f86-8b98a3371993 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 945 time: 0.0492206 Aug 30 04:23:00.506512 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23a2fc-8e7b-4e11-b7b4-bef4c48ff9dc req-44cf7604-72e3-47f3-b007-fa74a9cc41f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:00.508063 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2b23a2fc-8e7b-4e11-b7b4-bef4c48ff9dc req-44cf7604-72e3-47f3-b007-fa74a9cc41f8 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=a9a5c650ed23445bb585711f962d7e09&device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 1129 time: 0.0584817 Aug 30 04:23:00.531801 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3a0c3132-0b2e-4ede-8bbe-34b1dca6a3d3 req-b7aee417-9550-48ab-aeb8-fa2b5275c4f6 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=717ac52a-3f2f-4522-bdcd-7557eab93517&id=27cb5881-51a7-484f-9826-0025161b6b09&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0981460 Aug 30 04:23:00.546067 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-29dbca39-a576-4af6-a354-04a00daa6c54 req-6a81c7c3-fc5f-4a45-9457-bdcf4ad638b3 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e9f0b7fa-f259-40d7-927a-670fb929a634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431440 Aug 30 04:23:00.612141 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23a2fc-8e7b-4e11-b7b4-bef4c48ff9dc req-3ff285fd-3c43-4fba-b8dd-860eb6bc6aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:00.613585 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2b23a2fc-8e7b-4e11-b7b4-bef4c48ff9dc req-3ff285fd-3c43-4fba-b8dd-860eb6bc6aa8 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=524cda22-09e9-423b-b572-9d6bbb210043 HTTP/1.1" status: 200 len: 920 time: 0.0965672 Aug 30 04:23:00.677940 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2b23a2fc-8e7b-4e11-b7b4-bef4c48ff9dc req-2a0648cc-9bc5-4552-af6f-c1c32596d849 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb59a541-38aa-4db2-b9d0-47ff00f339c8 HTTP/1.1" status: 200 len: 1001 time: 0.0543687 Aug 30 04:23:00.728357 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23a2fc-8e7b-4e11-b7b4-bef4c48ff9dc req-1c9312a0-7e19-4588-a1f5-ba78b1fe74b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:00.729804 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2b23a2fc-8e7b-4e11-b7b4-bef4c48ff9dc req-1c9312a0-7e19-4588-a1f5-ba78b1fe74b5 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=bf40f790-127d-4290-907b-8c5f990389ae HTTP/1.1" status: 200 len: 858 time: 0.0449409 Aug 30 04:23:00.776955 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23a2fc-8e7b-4e11-b7b4-bef4c48ff9dc req-e1e2d7cf-ddf7-478c-bf48-4f19f642a3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:00.778477 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2b23a2fc-8e7b-4e11-b7b4-bef4c48ff9dc req-e1e2d7cf-ddf7-478c-bf48-4f19f642a3dc service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=524cda22-09e9-423b-b572-9d6bbb210043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0419602 Aug 30 04:23:00.868979 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2b23a2fc-8e7b-4e11-b7b4-bef4c48ff9dc req-d70bc942-dc6a-470f-9092-79a202b1d17c service neutron] 10.222.0.75 "GET /networking/v2.0/networks/524cda22-09e9-423b-b572-9d6bbb210043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840204 Aug 30 04:23:00.964468 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:00.970383 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2b23a2fc-8e7b-4e11-b7b4-bef4c48ff9dc req-04d1f2e7-4ff8-4336-88c7-c94ae52bbfbb service neutron] 10.222.0.75 "GET /networking/v2.0/networks/524cda22-09e9-423b-b572-9d6bbb210043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884244 Aug 30 04:23:01.081054 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (5274a8db-cdbb-4c02-abb1-2eb9d7076dc1), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:01.653721 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a26260-dfc9-4476-8d23-a3db7a999d37 req-ac218281-f19b-45f2-802b-fe887a516362 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:01.655230 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f0a26260-dfc9-4476-8d23-a3db7a999d37 req-ac218281-f19b-45f2-802b-fe887a516362 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8a3a79d0-31a2-463a-b7db-749bfd7eb055 HTTP/1.1" status: 200 len: 984 time: 0.0486438 Aug 30 04:23:01.680893 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d8317-ac64-4437-a9cc-aaa6edf1a89f req-f9f63205-7b6d-4923-80ec-06e178c913f9 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:01.682449 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-ae0d8317-ac64-4437-a9cc-aaa6edf1a89f req-f9f63205-7b6d-4923-80ec-06e178c913f9 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 945 time: 0.0491221 Aug 30 04:23:01.717102 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f0a26260-dfc9-4476-8d23-a3db7a999d37 req-9a2a4671-be20-4ba5-a319-ea640191d83e tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=717ac52a-3f2f-4522-bdcd-7557eab93517&id=27cb5881-51a7-484f-9826-0025161b6b09&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562887 Aug 30 04:23:01.730605 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-ae0d8317-ac64-4437-a9cc-aaa6edf1a89f req-65667a72-402d-41d0-9dea-592fd54939ba tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e9f0b7fa-f259-40d7-927a-670fb929a634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423963 Aug 30 04:23:02.657303 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-736ce930-c063-42a8-96b5-6485b8de39de req-78439771-0557-41fd-9604-c45dc2cbcf0b service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2901893 Aug 30 04:23:02.840477 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504b75c-94a0-4ca5-9a1f-5fb87bcc3f6c req-451a7892-4252-4b73-b935-1e505bf74b9c tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:02.841961 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b504b75c-94a0-4ca5-9a1f-5fb87bcc3f6c req-451a7892-4252-4b73-b935-1e505bf74b9c tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8a3a79d0-31a2-463a-b7db-749bfd7eb055 HTTP/1.1" status: 200 len: 984 time: 0.0495467 Aug 30 04:23:02.855386 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a511b-c2ea-4a2a-859f-52b17db73f95 req-b2091897-133e-4477-b679-61d769297ee5 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:02.856893 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-0d4a511b-c2ea-4a2a-859f-52b17db73f95 req-b2091897-133e-4477-b679-61d769297ee5 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 945 time: 0.0520151 Aug 30 04:23:02.879120 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:02.904594 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-0d4a511b-c2ea-4a2a-859f-52b17db73f95 req-ffceba22-e2d8-4624-bb1b-56897a5c3ff7 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e9f0b7fa-f259-40d7-927a-670fb929a634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421085 Aug 30 04:23:02.904810 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b504b75c-94a0-4ca5-9a1f-5fb87bcc3f6c req-e21f6f34-2e9e-42c8-8928-fab62574533d tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=717ac52a-3f2f-4522-bdcd-7557eab93517&id=27cb5881-51a7-484f-9826-0025161b6b09&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567176 Aug 30 04:23:03.254241 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ce930-c063-42a8-96b5-6485b8de39de req-6f3612c9-9541-436f-aeea-3054e3444d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:03.255791 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-736ce930-c063-42a8-96b5-6485b8de39de req-6f3612c9-9541-436f-aeea-3054e3444d17 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=a9a5c650ed23445bb585711f962d7e09&device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 1129 time: 0.0475242 Aug 30 04:23:03.362516 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ce930-c063-42a8-96b5-6485b8de39de req-f3dcb7e2-0477-4506-ad4c-7b544e26e872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:03.363999 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-736ce930-c063-42a8-96b5-6485b8de39de req-f3dcb7e2-0477-4506-ad4c-7b544e26e872 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=524cda22-09e9-423b-b572-9d6bbb210043 HTTP/1.1" status: 200 len: 920 time: 0.0892248 Aug 30 04:23:03.412233 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-736ce930-c063-42a8-96b5-6485b8de39de req-85b47ac6-a13f-4b86-a96e-186bd7f6b5d9 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84574c99-3886-4ef8-b113-d17a2f4ac835 HTTP/1.1" status: 200 len: 217 time: 0.0322163 Aug 30 04:23:03.471925 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ce930-c063-42a8-96b5-6485b8de39de req-de835cc8-f5ea-41d5-8390-2667751f6c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:03.473355 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-736ce930-c063-42a8-96b5-6485b8de39de req-de835cc8-f5ea-41d5-8390-2667751f6c24 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=bf40f790-127d-4290-907b-8c5f990389ae HTTP/1.1" status: 200 len: 858 time: 0.0502319 Aug 30 04:23:03.517126 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ce930-c063-42a8-96b5-6485b8de39de req-f2ec7c28-1fc1-41e3-9b74-92eb3b9a7ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:03.518789 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-736ce930-c063-42a8-96b5-6485b8de39de req-f2ec7c28-1fc1-41e3-9b74-92eb3b9a7ee0 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=524cda22-09e9-423b-b572-9d6bbb210043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0382917 Aug 30 04:23:03.611237 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-736ce930-c063-42a8-96b5-6485b8de39de req-e82376ee-ed31-4ec0-8adf-0740d0cafa8e service neutron] 10.222.0.75 "GET /networking/v2.0/networks/524cda22-09e9-423b-b572-9d6bbb210043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857882 Aug 30 04:23:03.701416 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-736ce930-c063-42a8-96b5-6485b8de39de req-7eb792b5-0177-47a3-a39d-a632b1bf7ff7 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/524cda22-09e9-423b-b572-9d6bbb210043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830026 Aug 30 04:23:03.717199 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.agents_db [None req-4bab6993-eaca-4b45-827a-a5590950f82e None None] Agent healthcheck: found 6 active agents {{(pid=106295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:23:04.025993 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f203645-e491-47c6-b55c-61bd52ca623c req-1f171efa-5a97-4f6f-ac51-51e66521885d tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:04.026676 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5413a1-214d-4371-944c-61a248613dc5 req-a22664eb-2ad9-404b-ac5c-872ce610875d tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:04.027516 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-8f203645-e491-47c6-b55c-61bd52ca623c req-1f171efa-5a97-4f6f-ac51-51e66521885d tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 945 time: 0.0483675 Aug 30 04:23:04.028118 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ef5413a1-214d-4371-944c-61a248613dc5 req-a22664eb-2ad9-404b-ac5c-872ce610875d tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8a3a79d0-31a2-463a-b7db-749bfd7eb055 HTTP/1.1" status: 200 len: 984 time: 0.0486968 Aug 30 04:23:04.080794 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-8f203645-e491-47c6-b55c-61bd52ca623c req-3f386c1e-5a5c-4f38-852b-aec1320aabc7 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e9f0b7fa-f259-40d7-927a-670fb929a634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476289 Aug 30 04:23:04.095467 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ef5413a1-214d-4371-944c-61a248613dc5 req-3fd1ad29-1afa-49fb-a239-5c317072559e tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=717ac52a-3f2f-4522-bdcd-7557eab93517&id=27cb5881-51a7-484f-9826-0025161b6b09&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0616257 Aug 30 04:23:04.202918 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28740452-0d0d-469e-804f-d7a901897bc4 req-d583f12f-34dc-43a7-a6b2-158c5bb58f69 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:04.204391 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-28740452-0d0d-469e-804f-d7a901897bc4 req-d583f12f-34dc-43a7-a6b2-158c5bb58f69 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 945 time: 0.0474467 Aug 30 04:23:04.214676 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 51530) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:23:04.219024 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-2f5fddf6-3551-4b19-9a6a-df105b7fd16d tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Request body: {'floatingip': {'port_id': 'eb59a541-38aa-4db2-b9d0-47ff00f339c8'}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:23:04.275211 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-2f5fddf6-3551-4b19-9a6a-df105b7fd16d tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks [] for floatingip (2c5143dd-c5ae-4b08-b1f8-d2edfb3cba7d), before_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:04.378450 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=100 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:04.447283 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=100 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:04.731756 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-2f5fddf6-3551-4b19-9a6a-df105b7fd16d tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:04.735387 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-2f5fddf6-3551-4b19-9a6a-df105b7fd16d tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572642'] for floatingip (2c5143dd-c5ae-4b08-b1f8-d2edfb3cba7d), after_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:04.929454 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f5fddf6-3551-4b19-9a6a-df105b7fd16d tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Router 3c01efb0-7805-4bef-b1f3-476570199b5d has already been hosted by L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 {{(pid=106292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:23:05.030563 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5fddf6-3551-4b19-9a6a-df105b7fd16d tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:23:05.034958 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-2f5fddf6-3551-4b19-9a6a-df105b7fd16d tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for floatingip (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:05.041756 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd083524-c056-405c-a08a-d2cefbb2a134 None None] Sync routers for ids ['3c01efb0-7805-4bef-b1f3-476570199b5d'] in dv-cinder-852208-11-iscsi {{(pid=106294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:23:05.051807 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd083524-c056-405c-a08a-d2cefbb2a134 None None] Routers {'3c01efb0-7805-4bef-b1f3-476570199b5d'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:23:05.052309 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-bd083524-c056-405c-a08a-d2cefbb2a134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:22:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['3c01efb0-7805-4bef-b1f3-476570199b5d'], 'active': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:23:05.065539 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b08fcdf7-05cc-4789-981c-cb67b796f1bc', 'tag': 'eb59a541-38aa-4db2-b9d0-47ff00f339c8'}] {{(pid=106292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:23:05.067811 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac8df60c6f70ae957e00457e6d6ce8432b58a3ad70202c2877012db9cc29900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e671c73-ae31-48df-9f31-b4b0ac5113fa" -d '{"events": [{"name": "network-changed", "server_uuid": "b08fcdf7-05cc-4789-981c-cb67b796f1bc", "tag": "eb59a541-38aa-4db2-b9d0-47ff00f339c8"}]}' {{(pid=106292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:23:05.100858 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-2f5fddf6-3551-4b19-9a6a-df105b7fd16d tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "PUT /networking/v2.0/floatingips/2c5143dd-c5ae-4b08-b1f8-d2edfb3cba7d HTTP/1.1" status: 200 len: 993 time: 0.8849862 Aug 30 04:23:05.125386 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f82508-8a7d-44d4-b8b3-cc0ad870ab00 x-openstack-request-id: req-69f82508-8a7d-44d4-b8b3-cc0ad870ab00 {{(pid=106292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:23:05.125835 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b08fcdf7-05cc-4789-981c-cb67b796f1bc", "tag": "eb59a541-38aa-4db2-b9d0-47ff00f339c8", "status": "completed", "code": 200}]} {{(pid=106292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:23:05.126236 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-69f82508-8a7d-44d4-b8b3-cc0ad870ab00 {{(pid=106292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:23:05.126878 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69f82508-8a7d-44d4-b8b3-cc0ad870ab00'] response: {'name': 'network-changed', 'server_uuid': 'b08fcdf7-05cc-4789-981c-cb67b796f1bc', 'tag': 'eb59a541-38aa-4db2-b9d0-47ff00f339c8', 'status': 'completed', 'code': 200} Aug 30 04:23:05.168466 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvr_db [None req-bd083524-c056-405c-a08a-d2cefbb2a134 None None] Set router 3c01efb0-7805-4bef-b1f3-476570199b5d gateway port host: dv-cinder-852208-11-iscsi {{(pid=106294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:23:05.194383 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e671c73-ae31-48df-9f31-b4b0ac5113fa req-050bae4d-b621-4b17-bc47-4c3659a1e949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:05.196553 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6e671c73-ae31-48df-9f31-b4b0ac5113fa req-050bae4d-b621-4b17-bc47-4c3659a1e949 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=a9a5c650ed23445bb585711f962d7e09&device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 1129 time: 0.0491028 Aug 30 04:23:05.219946 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43471edf-7207-4f4f-89d5-9736529f594f req-891a4b1d-356b-4fe0-8c23-caf6284cead3 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:05.226230 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-43471edf-7207-4f4f-89d5-9736529f594f req-891a4b1d-356b-4fe0-8c23-caf6284cead3 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8a3a79d0-31a2-463a-b7db-749bfd7eb055 HTTP/1.1" status: 200 len: 984 time: 0.0539327 Aug 30 04:23:05.292782 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-43471edf-7207-4f4f-89d5-9736529f594f req-2fe9118e-2ed0-4581-a43c-b6fb5976d99f tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=717ac52a-3f2f-4522-bdcd-7557eab93517&id=27cb5881-51a7-484f-9826-0025161b6b09&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0651877 Aug 30 04:23:05.300198 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e671c73-ae31-48df-9f31-b4b0ac5113fa req-b8ebc328-8bdd-4859-895d-93d402110a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:05.301719 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6e671c73-ae31-48df-9f31-b4b0ac5113fa req-b8ebc328-8bdd-4859-895d-93d402110a70 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=524cda22-09e9-423b-b572-9d6bbb210043 HTTP/1.1" status: 200 len: 920 time: 0.0976419 Aug 30 04:23:05.368253 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6e671c73-ae31-48df-9f31-b4b0ac5113fa req-5c6eb1b0-f072-408e-8539-4da2e77ed35a service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb59a541-38aa-4db2-b9d0-47ff00f339c8 HTTP/1.1" status: 200 len: 1001 time: 0.0593979 Aug 30 04:23:05.389006 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-bd083524-c056-405c-a08a-d2cefbb2a134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c01efb0-7805-4bef-b1f3-476570199b5d', 'name': 'tempest-ServerRescueNegativeTestJSON-2077016422-router', 'tenant_id': 'a9a5c650ed23445bb585711f962d7e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.39'}], 'enable_snat': True}, 'gw_port_id': '666785d5-060a-4460-bb5f-6da37fa29801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:49Z', 'updated_at': '2022-08-30T04:18:59Z', 'revision_number': 4, 'project_id': 'a9a5c650ed23445bb585711f962d7e09', 'gw_port': {'id': '666785d5-060a-4460-bb5f-6da37fa29801', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c01efb0-7805-4bef-b1f3-476570199b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:51Z', 'updated_at': '2022-08-30T04:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_floatingips': [{'id': '2c5143dd-c5ae-4b08-b1f8-d2edfb3cba7d', 'tenant_id': 'a9a5c650ed23445bb585711f962d7e09', 'floating_ip_address': '172.27.4.119', 'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'router_id': '3c01efb0-7805-4bef-b1f3-476570199b5d', 'port_id': 'eb59a541-38aa-4db2-b9d0-47ff00f339c8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '524cda22-09e9-423b-b572-9d6bbb210043', 'mac_address': 'fa:16:3e:da:c7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08fcdf7-05cc-4789-981c-cb67b796f1bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:21:12Z', 'updated_at': '2022-08-30T04:23:04Z', 'revision_number': 3, 'project_id': 'a9a5c650ed23445bb585711f962d7e09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72368378-95b5-42b5-ae57-8fb4569082ec', 'name': '', 'network_id': '524cda22-09e9-423b-b572-9d6bbb210043', 'tenant_id': 'a9a5c650ed23445bb585711f962d7e09', 'mac_address': 'fa:16:3e:94:24:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c01efb0-7805-4bef-b1f3-476570199b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bf40f790-127d-4290-907b-8c5f990389ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:57Z', 'updated_at': '2022-08-30T04:19:08Z', 'revision_number': 5, 'project_id': 'a9a5c650ed23445bb585711f962d7e09', 'subnets': [{'id': 'bf40f790-127d-4290-907b-8c5f990389ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:23:05.401979 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:05.417078 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd083524-c056-405c-a08a-d2cefbb2a134 None None] Checking router: 3c01efb0-7805-4bef-b1f3-476570199b5d for host: dv-cinder-852208-11-iscsi {{(pid=106294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:23:05.418635 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e671c73-ae31-48df-9f31-b4b0ac5113fa req-cbcddabc-7165-4db1-a61f-7914dd1a4bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:05.420089 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6e671c73-ae31-48df-9f31-b4b0ac5113fa req-cbcddabc-7165-4db1-a61f-7914dd1a4bcd service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=bf40f790-127d-4290-907b-8c5f990389ae HTTP/1.1" status: 200 len: 858 time: 0.0459912 Aug 30 04:23:05.425436 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd083524-c056-405c-a08a-d2cefbb2a134 None None] Routers {'3c01efb0-7805-4bef-b1f3-476570199b5d'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:23:05.426030 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-bd083524-c056-405c-a08a-d2cefbb2a134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:22:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['3c01efb0-7805-4bef-b1f3-476570199b5d'], 'active': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:23:05.473489 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e671c73-ae31-48df-9f31-b4b0ac5113fa req-64a88b74-dd47-4878-9c1d-d9ef624d8b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:05.475005 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6e671c73-ae31-48df-9f31-b4b0ac5113fa req-64a88b74-dd47-4878-9c1d-d9ef624d8b3e service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=524cda22-09e9-423b-b572-9d6bbb210043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0402179 Aug 30 04:23:05.528843 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvr_db [None req-bd083524-c056-405c-a08a-d2cefbb2a134 None None] Set router 3c01efb0-7805-4bef-b1f3-476570199b5d gateway port host: dv-cinder-852208-11-iscsi {{(pid=106294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:23:05.573756 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6e671c73-ae31-48df-9f31-b4b0ac5113fa req-6830c9cd-fb65-44c5-b01d-fafeb66f003b service neutron] 10.222.0.75 "GET /networking/v2.0/networks/524cda22-09e9-423b-b572-9d6bbb210043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913086 Aug 30 04:23:05.659054 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:05.680291 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6e671c73-ae31-48df-9f31-b4b0ac5113fa req-aba2680d-1cb6-449e-b7a3-144c4c7d0725 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/524cda22-09e9-423b-b572-9d6bbb210043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907722 Aug 30 04:23:05.742958 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-bd083524-c056-405c-a08a-d2cefbb2a134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c01efb0-7805-4bef-b1f3-476570199b5d', 'name': 'tempest-ServerRescueNegativeTestJSON-2077016422-router', 'tenant_id': 'a9a5c650ed23445bb585711f962d7e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.39'}], 'enable_snat': True}, 'gw_port_id': '666785d5-060a-4460-bb5f-6da37fa29801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:49Z', 'updated_at': '2022-08-30T04:18:59Z', 'revision_number': 4, 'project_id': 'a9a5c650ed23445bb585711f962d7e09', 'gw_port': {'id': '666785d5-060a-4460-bb5f-6da37fa29801', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c01efb0-7805-4bef-b1f3-476570199b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:51Z', 'updated_at': '2022-08-30T04:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_floatingips': [{'id': '2c5143dd-c5ae-4b08-b1f8-d2edfb3cba7d', 'tenant_id': 'a9a5c650ed23445bb585711f962d7e09', 'floating_ip_address': '172.27.4.119', 'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'router_id': '3c01efb0-7805-4bef-b1f3-476570199b5d', 'port_id': 'eb59a541-38aa-4db2-b9d0-47ff00f339c8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '524cda22-09e9-423b-b572-9d6bbb210043', 'mac_address': 'fa:16:3e:da:c7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08fcdf7-05cc-4789-981c-cb67b796f1bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:21:12Z', 'updated_at': '2022-08-30T04:23:04Z', 'revision_number': 3, 'project_id': 'a9a5c650ed23445bb585711f962d7e09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72368378-95b5-42b5-ae57-8fb4569082ec', 'name': '', 'network_id': '524cda22-09e9-423b-b572-9d6bbb210043', 'tenant_id': 'a9a5c650ed23445bb585711f962d7e09', 'mac_address': 'fa:16:3e:94:24:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c01efb0-7805-4bef-b1f3-476570199b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bf40f790-127d-4290-907b-8c5f990389ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:57Z', 'updated_at': '2022-08-30T04:19:08Z', 'revision_number': 5, 'project_id': 'a9a5c650ed23445bb585711f962d7e09', 'subnets': [{'id': 'bf40f790-127d-4290-907b-8c5f990389ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:23:05.767958 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd083524-c056-405c-a08a-d2cefbb2a134 None None] The sync data for ids ['3c01efb0-7805-4bef-b1f3-476570199b5d'] in dv-cinder-852208-11-iscsi is: [{'id': '3c01efb0-7805-4bef-b1f3-476570199b5d', 'name': 'tempest-ServerRescueNegativeTestJSON-2077016422-router', 'tenant_id': 'a9a5c650ed23445bb585711f962d7e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.39'}], 'enable_snat': True}, 'gw_port_id': '666785d5-060a-4460-bb5f-6da37fa29801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:49Z', 'updated_at': '2022-08-30T04:18:59Z', 'revision_number': 4, 'project_id': 'a9a5c650ed23445bb585711f962d7e09', 'gw_port': {'id': '666785d5-060a-4460-bb5f-6da37fa29801', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c01efb0-7805-4bef-b1f3-476570199b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:51Z', 'updated_at': '2022-08-30T04:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_floatingips': [{'id': '2c5143dd-c5ae-4b08-b1f8-d2edfb3cba7d', 'tenant_id': 'a9a5c650ed23445bb585711f962d7e09', 'floating_ip_address': '172.27.4.119', 'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'router_id': '3c01efb0-7805-4bef-b1f3-476570199b5d', 'port_id': 'eb59a541-38aa-4db2-b9d0-47ff00f339c8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '524cda22-09e9-423b-b572-9d6bbb210043', 'mac_address': 'fa:16:3e:da:c7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08fcdf7-05cc-4789-981c-cb67b796f1bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:21:12Z', 'updated_at': '2022-08-30T04:23:04Z', 'revision_number': 3, 'project_id': 'a9a5c650ed23445bb585711f962d7e09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72368378-95b5-42b5-ae57-8fb4569082ec', 'name': '', 'network_id': '524cda22-09e9-423b-b572-9d6bbb210043', 'tenant_id': 'a9a5c650ed23445bb585711f962d7e09', 'mac_address': 'fa:16:3e:94:24:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c01efb0-7805-4bef-b1f3-476570199b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bf40f790-127d-4290-907b-8c5f990389ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:57Z', 'updated_at': '2022-08-30T04:19:08Z', 'revision_number': 5, 'project_id': 'a9a5c650ed23445bb585711f962d7e09', 'subnets': [{'id': 'bf40f790-127d-4290-907b-8c5f990389ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:23:06.418179 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d6cbfc-6dce-4e22-a7a6-5b415cf840b1 req-899d118f-4b11-492b-89df-b4e2ad9dd797 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:06.419626 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-20d6cbfc-6dce-4e22-a7a6-5b415cf840b1 req-899d118f-4b11-492b-89df-b4e2ad9dd797 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8a3a79d0-31a2-463a-b7db-749bfd7eb055 HTTP/1.1" status: 200 len: 984 time: 0.0520473 Aug 30 04:23:06.479729 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-20d6cbfc-6dce-4e22-a7a6-5b415cf840b1 req-52fee3ac-f332-4909-a4c4-7cbde1bb07ec tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=717ac52a-3f2f-4522-bdcd-7557eab93517&id=27cb5881-51a7-484f-9826-0025161b6b09&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545211 Aug 30 04:23:07.128476 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b08fcdf7-05cc-4789-981c-cb67b796f1bc', 'tag': 'eb59a541-38aa-4db2-b9d0-47ff00f339c8'}] {{(pid=106292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:23:07.130961 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac8df60c6f70ae957e00457e6d6ce8432b58a3ad70202c2877012db9cc29900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6998f83-b4c4-412d-bc00-e8a335ec72f5" -d '{"events": [{"name": "network-changed", "server_uuid": "b08fcdf7-05cc-4789-981c-cb67b796f1bc", "tag": "eb59a541-38aa-4db2-b9d0-47ff00f339c8"}]}' {{(pid=106292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:23:07.169768 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650c2bd6-a3a7-4036-9bd1-a8141b633165 x-openstack-request-id: req-650c2bd6-a3a7-4036-9bd1-a8141b633165 {{(pid=106292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:23:07.170058 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b08fcdf7-05cc-4789-981c-cb67b796f1bc", "tag": "eb59a541-38aa-4db2-b9d0-47ff00f339c8", "status": "completed", "code": 200}]} {{(pid=106292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:23:07.170339 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-650c2bd6-a3a7-4036-9bd1-a8141b633165 {{(pid=106292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:23:07.170736 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.notifiers.nova [-] Nova event matching ['req-650c2bd6-a3a7-4036-9bd1-a8141b633165'] response: {'name': 'network-changed', 'server_uuid': 'b08fcdf7-05cc-4789-981c-cb67b796f1bc', 'tag': 'eb59a541-38aa-4db2-b9d0-47ff00f339c8', 'status': 'completed', 'code': 200} Aug 30 04:23:07.234141 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6998f83-b4c4-412d-bc00-e8a335ec72f5 req-01b9bf7b-f51e-4f3d-a54b-346bbcbfea05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:07.235666 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c6998f83-b4c4-412d-bc00-e8a335ec72f5 req-01b9bf7b-f51e-4f3d-a54b-346bbcbfea05 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=a9a5c650ed23445bb585711f962d7e09&device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 1129 time: 0.0401933 Aug 30 04:23:07.331527 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6998f83-b4c4-412d-bc00-e8a335ec72f5 req-44a698c5-1975-45b9-83a2-f87ce57f9bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:07.333141 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c6998f83-b4c4-412d-bc00-e8a335ec72f5 req-44a698c5-1975-45b9-83a2-f87ce57f9bbb service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=524cda22-09e9-423b-b572-9d6bbb210043 HTTP/1.1" status: 200 len: 920 time: 0.0904570 Aug 30 04:23:07.399940 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c6998f83-b4c4-412d-bc00-e8a335ec72f5 req-cf376e19-f110-47a7-8fd3-bae5a12c5a36 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb59a541-38aa-4db2-b9d0-47ff00f339c8 HTTP/1.1" status: 200 len: 1001 time: 0.0562735 Aug 30 04:23:07.453332 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6998f83-b4c4-412d-bc00-e8a335ec72f5 req-97dff975-6cb9-444a-bd52-4dbba6d849eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:07.454817 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c6998f83-b4c4-412d-bc00-e8a335ec72f5 req-97dff975-6cb9-444a-bd52-4dbba6d849eb service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=bf40f790-127d-4290-907b-8c5f990389ae HTTP/1.1" status: 200 len: 858 time: 0.0480669 Aug 30 04:23:07.503358 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6998f83-b4c4-412d-bc00-e8a335ec72f5 req-2d66a3e8-e3d0-4c08-9e41-0e510dc9da7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:07.504859 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c6998f83-b4c4-412d-bc00-e8a335ec72f5 req-2d66a3e8-e3d0-4c08-9e41-0e510dc9da7a service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=524cda22-09e9-423b-b572-9d6bbb210043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0389848 Aug 30 04:23:07.626827 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac7514-8cd4-4035-ac3e-ded53e797c11 req-e50d0c50-2d28-4b56-b46e-5ace3385750f tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:07.628291 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-35ac7514-8cd4-4035-ac3e-ded53e797c11 req-e50d0c50-2d28-4b56-b46e-5ace3385750f tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8a3a79d0-31a2-463a-b7db-749bfd7eb055 HTTP/1.1" status: 200 len: 984 time: 0.0693445 Aug 30 04:23:07.655846 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c6998f83-b4c4-412d-bc00-e8a335ec72f5 req-ebc4851a-3954-4ea0-9e9b-c9619ffc0c20 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/524cda22-09e9-423b-b572-9d6bbb210043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414449 Aug 30 04:23:07.750088 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-35ac7514-8cd4-4035-ac3e-ded53e797c11 req-0262d62c-0fa3-4218-85b0-b2645424a2e5 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=717ac52a-3f2f-4522-bdcd-7557eab93517&id=27cb5881-51a7-484f-9826-0025161b6b09&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1118102 Aug 30 04:23:07.790018 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c6998f83-b4c4-412d-bc00-e8a335ec72f5 req-e7a507af-dd91-4869-85f7-87308b125b15 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/524cda22-09e9-423b-b572-9d6bbb210043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277275 Aug 30 04:23:08.874014 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ecf0d-3d6f-4f21-a12e-5bcfe0419443 req-83555540-97d9-484d-aeba-9fbfb47c37b1 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:08.875518 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-d04ecf0d-3d6f-4f21-a12e-5bcfe0419443 req-83555540-97d9-484d-aeba-9fbfb47c37b1 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8a3a79d0-31a2-463a-b7db-749bfd7eb055 HTTP/1.1" status: 200 len: 984 time: 0.0486763 Aug 30 04:23:08.939507 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-d04ecf0d-3d6f-4f21-a12e-5bcfe0419443 req-b7c4fa14-13a1-43fc-a983-ff3297f28625 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=717ac52a-3f2f-4522-bdcd-7557eab93517&id=27cb5881-51a7-484f-9826-0025161b6b09&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0584137 Aug 30 04:23:10.061300 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0108842-c8e3-46b9-a450-f03b447b984f req-fbf5055b-d032-4c2f-b5e2-26d4b8f8e6ad tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:10.062784 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b0108842-c8e3-46b9-a450-f03b447b984f req-fbf5055b-d032-4c2f-b5e2-26d4b8f8e6ad tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8a3a79d0-31a2-463a-b7db-749bfd7eb055 HTTP/1.1" status: 200 len: 984 time: 0.0482910 Aug 30 04:23:10.082892 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:10.124586 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b0108842-c8e3-46b9-a450-f03b447b984f req-914f82eb-f31c-4623-bb11-56a99fa75351 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=717ac52a-3f2f-4522-bdcd-7557eab93517&id=27cb5881-51a7-484f-9826-0025161b6b09&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562210 Aug 30 04:23:11.234015 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:11.243224 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c7f7cd-91f9-492a-9715-7393da791608 req-54976678-08a0-4135-966b-a5c17f083a45 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:11.244714 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-72c7f7cd-91f9-492a-9715-7393da791608 req-54976678-08a0-4135-966b-a5c17f083a45 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8a3a79d0-31a2-463a-b7db-749bfd7eb055 HTTP/1.1" status: 200 len: 984 time: 0.0481141 Aug 30 04:23:11.281452 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:11.307054 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-72c7f7cd-91f9-492a-9715-7393da791608 req-ffb5bbe5-b938-4588-8027-52bebe6dec61 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=717ac52a-3f2f-4522-bdcd-7557eab93517&id=27cb5881-51a7-484f-9826-0025161b6b09&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566001 Aug 30 04:23:15.741060 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=78,neutron:UPDATE=5 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:15.745719 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:18.537771 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f408823-4483-4b69-84a5-55704111aa8f req-f6e70f6d-e396-4bdf-be32-65c2fa48e33c tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:18.539390 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-2f408823-4483-4b69-84a5-55704111aa8f req-f6e70f6d-e396-4bdf-be32-65c2fa48e33c tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 946 time: 0.0482583 Aug 30 04:23:18.586506 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-2f408823-4483-4b69-84a5-55704111aa8f req-00a2bd9c-cc72-4900-bb1c-e74c5cfc1434 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415249 Aug 30 04:23:19.713587 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07b5ac-266e-4423-89cb-f5795c4f57ad req-97df88cc-25d5-4411-b89d-8f65138150f9 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:19.715236 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ff07b5ac-266e-4423-89cb-f5795c4f57ad req-97df88cc-25d5-4411-b89d-8f65138150f9 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 946 time: 0.0490069 Aug 30 04:23:19.763060 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ff07b5ac-266e-4423-89cb-f5795c4f57ad req-28d4e087-908b-407e-b9f6-42d51e158725 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423436 Aug 30 04:23:20.314659 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e2850-c201-468c-99e5-1cb0b6ff9543 req-40fbc3aa-3a84-4c34-8a50-3648dfa7a21c tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:20.316006 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a37e2850-c201-468c-99e5-1cb0b6ff9543 req-40fbc3aa-3a84-4c34-8a50-3648dfa7a21c tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 946 time: 0.0510430 Aug 30 04:23:20.338901 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-49d6c4ed-9b25-49d9-bcb7-68003b427fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (1bd89ca2-58f6-428d-83bf-6325bad549fd), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:20.390987 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:20.408852 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-a37e2850-c201-468c-99e5-1cb0b6ff9543 req-f613673a-fafa-4091-800f-055a564c8819 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Deleting port 878113b7-0721-4ab0-9707-08eb2f973e55 {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:23:20.409202 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-a37e2850-c201-468c-99e5-1cb0b6ff9543 req-f613673a-fafa-4091-800f-055a564c8819 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (878113b7-0721-4ab0-9707-08eb2f973e55), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:20.505583 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-a37e2850-c201-468c-99e5-1cb0b6ff9543 req-f613673a-fafa-4091-800f-055a564c8819 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] For port 878113b7-0721-4ab0-9707-08eb2f973e55, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=878113b7-0721-4ab0-9707-08eb2f973e55,segment=NetworkSegment(f1ad6c1c-d522-42f8-b534-1fea329f4792),segment_id=f1ad6c1c-d522-42f8-b534-1fea329f4792)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:23:20.505952 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-a37e2850-c201-468c-99e5-1cb0b6ff9543 req-f613673a-fafa-4091-800f-055a564c8819 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (878113b7-0721-4ab0-9707-08eb2f973e55), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:20.698912 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:20.704372 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=5 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:20.719396 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-a37e2850-c201-468c-99e5-1cb0b6ff9543 req-f613673a-fafa-4091-800f-055a564c8819 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:20.719895 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-a37e2850-c201-468c-99e5-1cb0b6ff9543 req-f613673a-fafa-4091-800f-055a564c8819 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572642'] for floatingip (51523a29-bb2f-4b87-9f85-f766071c8b3c), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:20.720120 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.db.l3_db [req-a37e2850-c201-468c-99e5-1cb0b6ff9543 req-f613673a-fafa-4091-800f-055a564c8819 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Floating IP 51523a29-bb2f-4b87-9f85-f766071c8b3c disassociated. External IP: 172.27.4.153, port: 878113b7-0721-4ab0-9707-08eb2f973e55. Aug 30 04:23:20.727882 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-a37e2850-c201-468c-99e5-1cb0b6ff9543 req-f613673a-fafa-4091-800f-055a564c8819 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Calling delete_port for 878113b7-0721-4ab0-9707-08eb2f973e55 owned by compute:nova {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:23:20.848893 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-a37e2850-c201-468c-99e5-1cb0b6ff9543 req-f613673a-fafa-4091-800f-055a564c8819 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (878113b7-0721-4ab0-9707-08eb2f973e55), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:20.879190 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613673a-fafa-4091-800f-055a564c8819 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Pushing event deleted for resources: {'Port': ['ID=878113b7-0721-4ab0-9707-08eb2f973e55,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:23:20.886851 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-8155cf41-5fd2-4552-8458-b35de4e13da6 req-9da8079f-a734-4c43-b8a0-1b6c6f058877 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a3ff227a-e878-4f20-b2e7-1d0fac6fb242 HTTP/1.1" status: 200 len: 210 time: 0.0393820 Aug 30 04:23:20.892896 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613673a-fafa-4091-800f-055a564c8819 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:20.893262 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613673a-fafa-4091-800f-055a564c8819 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:20.893604 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613673a-fafa-4091-800f-055a564c8819 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:20.893935 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613673a-fafa-4091-800f-055a564c8819 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:20.894428 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613673a-fafa-4091-800f-055a564c8819 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:20.894649 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613673a-fafa-4091-800f-055a564c8819 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:20.894970 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613673a-fafa-4091-800f-055a564c8819 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:20.895407 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613673a-fafa-4091-800f-055a564c8819 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:20.895607 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613673a-fafa-4091-800f-055a564c8819 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:20.895963 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613673a-fafa-4091-800f-055a564c8819 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:20.896238 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613673a-fafa-4091-800f-055a564c8819 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:20.896554 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613673a-fafa-4091-800f-055a564c8819 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:20.896869 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613673a-fafa-4091-800f-055a564c8819 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:20.897182 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613673a-fafa-4091-800f-055a564c8819 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:20.911483 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613673a-fafa-4091-800f-055a564c8819 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:20.998124 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a37e2850-c201-468c-99e5-1cb0b6ff9543 req-f613673a-fafa-4091-800f-055a564c8819 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Router 354189e9-d6c3-4269-b148-cd535d97c117 has already been hosted by L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 {{(pid=106293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:23:21.102659 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a37e2850-c201-468c-99e5-1cb0b6ff9543 req-f613673a-fafa-4091-800f-055a564c8819 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:23:21.113485 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d8b3fb-9b1e-4b88-b5c1-4aac693483f6 None None] Sync routers for ids ['354189e9-d6c3-4269-b148-cd535d97c117'] in dv-cinder-852208-11-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:23:21.124092 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d8b3fb-9b1e-4b88-b5c1-4aac693483f6 None None] Routers {'354189e9-d6c3-4269-b148-cd535d97c117'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:23:21.124700 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-48d8b3fb-9b1e-4b88-b5c1-4aac693483f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:22:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['354189e9-d6c3-4269-b148-cd535d97c117'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:23:21.128960 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:21.149869 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37e2850-c201-468c-99e5-1cb0b6ff9543 req-f613673a-fafa-4091-800f-055a564c8819 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] No DVR routers for this DVR port 878113b7-0721-4ab0-9707-08eb2f973e55 on host hv-cinder-85220 {{(pid=106293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:23:21.153658 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-a37e2850-c201-468c-99e5-1cb0b6ff9543 req-f613673a-fafa-4091-800f-055a564c8819 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:21.156867 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a37e2850-c201-468c-99e5-1cb0b6ff9543 req-f613673a-fafa-4091-800f-055a564c8819 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.75 "DELETE /networking/v2.0/ports/878113b7-0721-4ab0-9707-08eb2f973e55 HTTP/1.1" status: 204 len: 173 time: 0.8315144 Aug 30 04:23:21.157303 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3ff227a-e878-4f20-b2e7-1d0fac6fb242', 'name': 'network-vif-deleted', 'tag': '878113b7-0721-4ab0-9707-08eb2f973e55'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:23:21.159677 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11a3118c5976ecaadc28dc64ec6366a88eb3d4be069be3e491e321578e9d1f78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3713f936-090d-4809-8811-af7d669b328d" -d '{"events": [{"server_uuid": "a3ff227a-e878-4f20-b2e7-1d0fac6fb242", "name": "network-vif-deleted", "tag": "878113b7-0721-4ab0-9707-08eb2f973e55"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:23:21.202041 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0456eb4-aced-4245-bc7d-c49b1f714760 x-openstack-request-id: req-b0456eb4-aced-4245-bc7d-c49b1f714760 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:23:21.202373 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3ff227a-e878-4f20-b2e7-1d0fac6fb242", "name": "network-vif-deleted", "tag": "878113b7-0721-4ab0-9707-08eb2f973e55", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:23:21.202631 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b0456eb4-aced-4245-bc7d-c49b1f714760 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:23:21.203040 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0456eb4-aced-4245-bc7d-c49b1f714760'] response: {'server_uuid': 'a3ff227a-e878-4f20-b2e7-1d0fac6fb242', 'name': 'network-vif-deleted', 'tag': '878113b7-0721-4ab0-9707-08eb2f973e55', 'status': 'completed', 'code': 200} Aug 30 04:23:21.240187 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-48d8b3fb-9b1e-4b88-b5c1-4aac693483f6 None None] Set router 354189e9-d6c3-4269-b148-cd535d97c117 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:23:21.448338 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-48d8b3fb-9b1e-4b88-b5c1-4aac693483f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '354189e9-d6c3-4269-b148-cd535d97c117', 'name': 'tempest-AttachVolumeShelveTestJSON-1791777441-router', 'tenant_id': '411b8da28bed456bbdcdb01587610b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.174'}], 'enable_snat': True}, 'gw_port_id': '21d7ba17-a823-4886-8208-42dd0283a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:52Z', 'updated_at': '2022-08-30T04:19:06Z', 'revision_number': 4, 'project_id': '411b8da28bed456bbdcdb01587610b47', 'gw_port': {'id': '21d7ba17-a823-4886-8208-42dd0283a929', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ea:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354189e9-d6c3-4269-b148-cd535d97c117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:54Z', 'updated_at': '2022-08-30T04:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': '667ffc84-2f51-42c1-b751-8766dba65c67', 'name': '', 'network_id': 'ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6', 'tenant_id': '411b8da28bed456bbdcdb01587610b47', 'mac_address': 'fa:16:3e:67:f8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354189e9-d6c3-4269-b148-cd535d97c117', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bd870cbd-142c-4604-b43f-9d9fc317ac72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:19:04Z', 'updated_at': '2022-08-30T04:19:23Z', 'revision_number': 5, 'project_id': '411b8da28bed456bbdcdb01587610b47', 'subnets': [{'id': 'bd870cbd-142c-4604-b43f-9d9fc317ac72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:23:21.564581 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d8b3fb-9b1e-4b88-b5c1-4aac693483f6 None None] Checking router: 354189e9-d6c3-4269-b148-cd535d97c117 for host: dv-cinder-852208-11-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:23:21.574516 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d8b3fb-9b1e-4b88-b5c1-4aac693483f6 None None] Routers {'354189e9-d6c3-4269-b148-cd535d97c117'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:23:21.574516 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-48d8b3fb-9b1e-4b88-b5c1-4aac693483f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:22:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['354189e9-d6c3-4269-b148-cd535d97c117'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:23:21.680361 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-48d8b3fb-9b1e-4b88-b5c1-4aac693483f6 None None] Set router 354189e9-d6c3-4269-b148-cd535d97c117 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:23:21.901810 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-48d8b3fb-9b1e-4b88-b5c1-4aac693483f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '354189e9-d6c3-4269-b148-cd535d97c117', 'name': 'tempest-AttachVolumeShelveTestJSON-1791777441-router', 'tenant_id': '411b8da28bed456bbdcdb01587610b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.174'}], 'enable_snat': True}, 'gw_port_id': '21d7ba17-a823-4886-8208-42dd0283a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:52Z', 'updated_at': '2022-08-30T04:19:06Z', 'revision_number': 4, 'project_id': '411b8da28bed456bbdcdb01587610b47', 'gw_port': {'id': '21d7ba17-a823-4886-8208-42dd0283a929', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ea:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354189e9-d6c3-4269-b148-cd535d97c117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:54Z', 'updated_at': '2022-08-30T04:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': '667ffc84-2f51-42c1-b751-8766dba65c67', 'name': '', 'network_id': 'ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6', 'tenant_id': '411b8da28bed456bbdcdb01587610b47', 'mac_address': 'fa:16:3e:67:f8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354189e9-d6c3-4269-b148-cd535d97c117', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bd870cbd-142c-4604-b43f-9d9fc317ac72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:19:04Z', 'updated_at': '2022-08-30T04:19:23Z', 'revision_number': 5, 'project_id': '411b8da28bed456bbdcdb01587610b47', 'subnets': [{'id': 'bd870cbd-142c-4604-b43f-9d9fc317ac72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:23:21.929403 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d8b3fb-9b1e-4b88-b5c1-4aac693483f6 None None] The sync data for ids ['354189e9-d6c3-4269-b148-cd535d97c117'] in dv-cinder-852208-11-iscsi is: [{'id': '354189e9-d6c3-4269-b148-cd535d97c117', 'name': 'tempest-AttachVolumeShelveTestJSON-1791777441-router', 'tenant_id': '411b8da28bed456bbdcdb01587610b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.174'}], 'enable_snat': True}, 'gw_port_id': '21d7ba17-a823-4886-8208-42dd0283a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:52Z', 'updated_at': '2022-08-30T04:19:06Z', 'revision_number': 4, 'project_id': '411b8da28bed456bbdcdb01587610b47', 'gw_port': {'id': '21d7ba17-a823-4886-8208-42dd0283a929', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ea:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354189e9-d6c3-4269-b148-cd535d97c117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:54Z', 'updated_at': '2022-08-30T04:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': '667ffc84-2f51-42c1-b751-8766dba65c67', 'name': '', 'network_id': 'ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6', 'tenant_id': '411b8da28bed456bbdcdb01587610b47', 'mac_address': 'fa:16:3e:67:f8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354189e9-d6c3-4269-b148-cd535d97c117', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bd870cbd-142c-4604-b43f-9d9fc317ac72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:19:04Z', 'updated_at': '2022-08-30T04:19:23Z', 'revision_number': 5, 'project_id': '411b8da28bed456bbdcdb01587610b47', 'subnets': [{'id': 'bd870cbd-142c-4604-b43f-9d9fc317ac72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:23:21.995823 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 51586) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:23:22.055625 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-4fadc531-63b9-43fe-80d3-f637304dba07 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks [] for security_group (7b8c4e39-1fe3-4d06-b2c4-da00acee5a72), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:22.080846 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-4fadc531-63b9-43fe-80d3-f637304dba07 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks [] for security_group (7b8c4e39-1fe3-4d06-b2c4-da00acee5a72), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:22.138504 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-4fadc531-63b9-43fe-80d3-f637304dba07 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (7b8c4e39-1fe3-4d06-b2c4-da00acee5a72), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:22.142985 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-4fadc531-63b9-43fe-80d3-f637304dba07 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:22.144156 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-4fadc531-63b9-43fe-80d3-f637304dba07 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/7b8c4e39-1fe3-4d06-b2c4-da00acee5a72 HTTP/1.1" status: 204 len: 168 time: 0.1472545 Aug 30 04:23:22.147024 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 51588) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:23:22.164227 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.api.v2.resource [None req-33cd14e3-e319-4a20-bd7e-2f748061b7c4 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] show failed (client error): The resource could not be found. Aug 30 04:23:22.165530 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-33cd14e3-e319-4a20-bd7e-2f748061b7c4 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups/7b8c4e39-1fe3-4d06-b2c4-da00acee5a72 HTTP/1.1" status: 404 len: 347 time: 0.0169094 Aug 30 04:23:22.168976 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 51590) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:23:22.177942 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fadc531-63b9-43fe-80d3-f637304dba07 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8c4e39-1fe3-4d06-b2c4-da00acee5a72,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:23:22.207601 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907b8417-36fb-422d-be1a-e2915156f142 None None] New status for floating IP 51523a29-bb2f-4b87-9f85-f766071c8b3c: DOWN {{(pid=106294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:23:22.226867 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fadc531-63b9-43fe-80d3-f637304dba07 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:22.227224 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fadc531-63b9-43fe-80d3-f637304dba07 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:22.227573 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fadc531-63b9-43fe-80d3-f637304dba07 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:22.227915 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fadc531-63b9-43fe-80d3-f637304dba07 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:22.228256 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fadc531-63b9-43fe-80d3-f637304dba07 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:22.228594 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fadc531-63b9-43fe-80d3-f637304dba07 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:22.228929 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fadc531-63b9-43fe-80d3-f637304dba07 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:22.229262 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fadc531-63b9-43fe-80d3-f637304dba07 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:22.229592 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fadc531-63b9-43fe-80d3-f637304dba07 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:22.229922 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fadc531-63b9-43fe-80d3-f637304dba07 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:22.230272 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fadc531-63b9-43fe-80d3-f637304dba07 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:22.230598 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fadc531-63b9-43fe-80d3-f637304dba07 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:22.230925 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fadc531-63b9-43fe-80d3-f637304dba07 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:22.231252 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fadc531-63b9-43fe-80d3-f637304dba07 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:22.231579 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fadc531-63b9-43fe-80d3-f637304dba07 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:22.318381 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.plugin [None req-b61c80a1-5363-47eb-aee4-8c665c9ec9de tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Deleting port bf4f46d8-25fe-4f36-8d97-c2a4d12bdf13 {{(pid=106292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:23:22.318733 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-b61c80a1-5363-47eb-aee4-8c665c9ec9de tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (bf4f46d8-25fe-4f36-8d97-c2a4d12bdf13), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:22.406617 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-b61c80a1-5363-47eb-aee4-8c665c9ec9de tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (bf4f46d8-25fe-4f36-8d97-c2a4d12bdf13), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:22.407219 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-b61c80a1-5363-47eb-aee4-8c665c9ec9de tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks [] for floatingip (bf4f46d8-25fe-4f36-8d97-c2a4d12bdf13), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:22.420788 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.plugin [None req-b61c80a1-5363-47eb-aee4-8c665c9ec9de tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Calling delete_port for bf4f46d8-25fe-4f36-8d97-c2a4d12bdf13 owned by network:floatingip {{(pid=106292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:23:22.533021 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-36259a18-52dc-4083-bbc1-ca10800e4f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:22.577787 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-b61c80a1-5363-47eb-aee4-8c665c9ec9de tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642203'] for port (bf4f46d8-25fe-4f36-8d97-c2a4d12bdf13), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:22.603039 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c80a1-5363-47eb-aee4-8c665c9ec9de tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Pushing event deleted for resources: {'Port': ['ID=bf4f46d8-25fe-4f36-8d97-c2a4d12bdf13,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:23:22.664830 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-b61c80a1-5363-47eb-aee4-8c665c9ec9de tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks [] for floatingip (51523a29-bb2f-4b87-9f85-f766071c8b3c), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:22.667356 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-b61c80a1-5363-47eb-aee4-8c665c9ec9de tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for floatingip (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:22.668502 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-b61c80a1-5363-47eb-aee4-8c665c9ec9de tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/51523a29-bb2f-4b87-9f85-f766071c8b3c HTTP/1.1" status: 204 len: 168 time: 0.4983292 Aug 30 04:23:22.763809 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 51594) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:23:22.768573 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-3755a5e0-84ed-4ff4-9f52-5ff4660ffd19 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Request body: {'security_group': {'name': 'tempest-securitygroup--446806292', 'description': 'tempest-description--476318736'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:23:22.792135 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-3755a5e0-84ed-4ff4-9f52-5ff4660ffd19 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:22.861285 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-3755a5e0-84ed-4ff4-9f52-5ff4660ffd19 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks [] for security_group (11ff1094-b8d0-44d2-95a1-73161de441fd), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:22.865841 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-3755a5e0-84ed-4ff4-9f52-5ff4660ffd19 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (11ff1094-b8d0-44d2-95a1-73161de441fd), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:22.871281 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:22.897546 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-3755a5e0-84ed-4ff4-9f52-5ff4660ffd19 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:22.898825 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-3755a5e0-84ed-4ff4-9f52-5ff4660ffd19 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1339684 Aug 30 04:23:22.902019 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 51596) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:23:22.907784 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-29664a12-2984-4672-963f-cb61239f74fb tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Request body: {'security_group_rule': {'security_group_id': '11ff1094-b8d0-44d2-95a1-73161de441fd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:23:22.915037 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3755a5e0-84ed-4ff4-9f52-5ff4660ffd19 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11ff1094-b8d0-44d2-95a1-73161de441fd,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:23:22.942163 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-29664a12-2984-4672-963f-cb61239f74fb tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks [] for security_group_rule (72d4c7c8-c932-4fd6-a747-aca94b892da8), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:23.004297 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-29664a12-2984-4672-963f-cb61239f74fb tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks [] for security_group_rule (72d4c7c8-c932-4fd6-a747-aca94b892da8), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:23.008929 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-29664a12-2984-4672-963f-cb61239f74fb tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569388'] for security_group_rule (72d4c7c8-c932-4fd6-a747-aca94b892da8), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:23.029597 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29664a12-2984-4672-963f-cb61239f74fb tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72d4c7c8-c932-4fd6-a747-aca94b892da8,revision_number=0']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:23:23.039806 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-29664a12-2984-4672-963f-cb61239f74fb tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:23.043634 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-29664a12-2984-4672-963f-cb61239f74fb tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1376460 Aug 30 04:23:23.043964 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 51598) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:23:23.048605 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-bb4da818-5e44-4ee9-82b9-e1a27d803c1a tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Request body: {'security_group_rule': {'security_group_id': '11ff1094-b8d0-44d2-95a1-73161de441fd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:23:23.078148 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-bb4da818-5e44-4ee9-82b9-e1a27d803c1a tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks [] for security_group_rule (da806c6f-2fd6-4c77-908f-c7dedc7a142a), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:23.143530 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-bb4da818-5e44-4ee9-82b9-e1a27d803c1a tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks [] for security_group_rule (da806c6f-2fd6-4c77-908f-c7dedc7a142a), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:23.147217 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-bb4da818-5e44-4ee9-82b9-e1a27d803c1a tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569388'] for security_group_rule (da806c6f-2fd6-4c77-908f-c7dedc7a142a), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:23.167225 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4da818-5e44-4ee9-82b9-e1a27d803c1a tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da806c6f-2fd6-4c77-908f-c7dedc7a142a,revision_number=0']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:23:23.172687 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-bb4da818-5e44-4ee9-82b9-e1a27d803c1a tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:23.173889 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-bb4da818-5e44-4ee9-82b9-e1a27d803c1a tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1289122 Aug 30 04:23:23.176882 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 51600) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:23:23.182460 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-398169ea-3f4c-42d7-9576-b8cdb670c57f tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Request body: {'floatingip': {'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:23:23.206727 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-398169ea-3f4c-42d7-9576-b8cdb670c57f tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:23.289826 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-398169ea-3f4c-42d7-9576-b8cdb670c57f tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:23.291433 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 878113b7-0721-4ab0-9707-08eb2f973e55 no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:23:23.312628 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] No Port match for: 878113b7-0721-4ab0-9707-08eb2f973e55 {{(pid=106294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:23:23.313198 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 878113b7-0721-4ab0-9707-08eb2f973e55 not bound to the agent host hv-cinder-85220 {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:23:23.402044 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [None req-398169ea-3f4c-42d7-9576-b8cdb670c57f tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Allocated IP 172.27.4.188 (5c43c40f-cc6a-4e53-a103-6d34effd891a/b2d4007f-d8ed-41cc-b520-7777f18cd186/1e3a00f4-30b6-46b4-bfbf-4b7c90084f56) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:23:23.470356 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:23.508672 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-398169ea-3f4c-42d7-9576-b8cdb670c57f tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks [] for port (1e3a00f4-30b6-46b4-bfbf-4b7c90084f56), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:23.543050 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-398169ea-3f4c-42d7-9576-b8cdb670c57f tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (1e3a00f4-30b6-46b4-bfbf-4b7c90084f56), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:23.583411 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398169ea-3f4c-42d7-9576-b8cdb670c57f tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Network 5c43c40f-cc6a-4e53-a103-6d34effd891a is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:23:23.586542 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-398169ea-3f4c-42d7-9576-b8cdb670c57f tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:23:23.590623 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398169ea-3f4c-42d7-9576-b8cdb670c57f tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:23:23.595818 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398169ea-3f4c-42d7-9576-b8cdb670c57f tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Pushing event updated for resources: {'Port': ['ID=1e3a00f4-30b6-46b4-bfbf-4b7c90084f56,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:23:23.614453 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:23.717283 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-398169ea-3f4c-42d7-9576-b8cdb670c57f tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks [] for floatingip (ddd7dace-e1af-4ff4-bde0-d5041aa888cc), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:23.760747 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8bdbbddc-d827-40e6-b8fb-29930693a668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (0ba81f50-231f-4a87-bfed-adcf093ea106), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:23.761400 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-398169ea-3f4c-42d7-9576-b8cdb670c57f tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (1e3a00f4-30b6-46b4-bfbf-4b7c90084f56), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:23.929338 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-398169ea-3f4c-42d7-9576-b8cdb670c57f tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks [] for port (1e3a00f4-30b6-46b4-bfbf-4b7c90084f56), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:23.933593 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-398169ea-3f4c-42d7-9576-b8cdb670c57f tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-454314'] for port (1e3a00f4-30b6-46b4-bfbf-4b7c90084f56), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:24.000771 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398169ea-3f4c-42d7-9576-b8cdb670c57f tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Pushing event updated for resources: {'Port': ['ID=1e3a00f4-30b6-46b4-bfbf-4b7c90084f56,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:23:24.004252 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-398169ea-3f4c-42d7-9576-b8cdb670c57f tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572642'] for floatingip (ddd7dace-e1af-4ff4-bde0-d5041aa888cc), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:24.020090 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-398169ea-3f4c-42d7-9576-b8cdb670c57f tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for floatingip (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:24.021301 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-398169ea-3f4c-42d7-9576-b8cdb670c57f tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8433020 Aug 30 04:23:24.223477 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c7004bda-4cc9-4c3d-9b72-f35cf155bd28 req-f1d48b3e-3f1a-4503-9724-5caee00ff3d1 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--446806292&fields=id&tenant_id=411b8da28bed456bbdcdb01587610b47 HTTP/1.1" status: 200 len: 267 time: 0.0429087 Aug 30 04:23:24.330845 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7004bda-4cc9-4c3d-9b72-f35cf155bd28 req-16b9d923-0fee-47bf-8b52-1f19b0a9e2ab tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:24.332183 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c7004bda-4cc9-4c3d-9b72-f35cf155bd28 req-16b9d923-0fee-47bf-8b52-1f19b0a9e2ab tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/networks?id=ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6 HTTP/1.1" status: 200 len: 817 time: 0.1013248 Aug 30 04:23:24.346402 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c7004bda-4cc9-4c3d-9b72-f35cf155bd28 req-a7190b27-b053-4b9a-a72d-2997e2c0aca8 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/quotas/411b8da28bed456bbdcdb01587610b47 HTTP/1.1" status: 200 len: 375 time: 0.0088339 Aug 30 04:23:24.402141 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c7004bda-4cc9-4c3d-9b72-f35cf155bd28 req-b48e8198-9046-4046-8106-fb77c13f8cce tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=411b8da28bed456bbdcdb01587610b47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499039 Aug 30 04:23:24.468547 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:24.509515 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c7004bda-4cc9-4c3d-9b72-f35cf155bd28 req-23007273-37ee-4744-a248-a769599a015a service neutron] 10.222.0.46 "GET /networking/v2.0/networks/ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953815 Aug 30 04:23:24.600296 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c7004bda-4cc9-4c3d-9b72-f35cf155bd28 req-562c16af-314c-4379-bd87-e74c14f695a9 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849762 Aug 30 04:23:24.766483 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-3885fbc7-70f5-499e-962f-de4de5378db6 req-c09695b4-f4ac-49f3-92bf-5718e377b7a9 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 210 time: 0.0315523 Aug 30 04:23:25.439798 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-390264ec-bab8-4bcb-922a-62bbd4f3a683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (b2cd167f-1ad0-4273-bd2a-29638b1fd1d2), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:25.572311 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (d414c4c0-e104-4322-85c3-8bf64da32860), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:25.899959 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b174d087-8eab-40bc-b158-b7ca191c81fa req-c284f690-e572-4751-89ef-50211f24b235 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 210 time: 0.0504329 Aug 30 04:23:25.961239 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:25.987049 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7004bda-4cc9-4c3d-9b72-f35cf155bd28 req-580e8c73-1016-4db7-9d89-52d7390edcf8 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:25.988644 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c7004bda-4cc9-4c3d-9b72-f35cf155bd28 req-580e8c73-1016-4db7-9d89-52d7390edcf8 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.75 "GET /networking/v2.0/networks?id=ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6 HTTP/1.1" status: 200 len: 817 time: 0.1257591 Aug 30 04:23:26.307636 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c7004bda-4cc9-4c3d-9b72-f35cf155bd28 req-2059944d-51f5-421d-b6d4-608c144d2fc9 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.75 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=411b8da28bed456bbdcdb01587610b47 HTTP/1.1" status: 200 len: 379 time: 0.3077049 Aug 30 04:23:26.316552 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-c7004bda-4cc9-4c3d-9b72-f35cf155bd28 req-dd21a712-ae5b-4f72-9a91-73019063870b tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Request body: {'port': {'device_id': '6919ed2d-211e-4a0e-8ee3-09dbb72ffff1', 'network_id': 'ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6', 'admin_state_up': True, 'tenant_id': '411b8da28bed456bbdcdb01587610b47', 'security_groups': ['11ff1094-b8d0-44d2-95a1-73161de441fd']}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:23:26.424115 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7004bda-4cc9-4c3d-9b72-f35cf155bd28 req-dd21a712-ae5b-4f72-9a91-73019063870b tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Made reservation on behalf of 411b8da28bed456bbdcdb01587610b47 for: {'port': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:23:26.428245 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-c7004bda-4cc9-4c3d-9b72-f35cf155bd28 req-dd21a712-ae5b-4f72-9a91-73019063870b tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:26.563989 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [req-c7004bda-4cc9-4c3d-9b72-f35cf155bd28 req-dd21a712-ae5b-4f72-9a91-73019063870b tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Allocated IP 172.20.0.13 (ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6/bd870cbd-142c-4604-b43f-9d9fc317ac72/62c2b20d-786c-4609-93c3-a36cc9f257d4) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:23:26.705202 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-c7004bda-4cc9-4c3d-9b72-f35cf155bd28 req-dd21a712-ae5b-4f72-9a91-73019063870b tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks [] for port (62c2b20d-786c-4609-93c3-a36cc9f257d4), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:26.736956 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-c7004bda-4cc9-4c3d-9b72-f35cf155bd28 req-dd21a712-ae5b-4f72-9a91-73019063870b tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (62c2b20d-786c-4609-93c3-a36cc9f257d4), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:26.783263 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7004bda-4cc9-4c3d-9b72-f35cf155bd28 req-dd21a712-ae5b-4f72-9a91-73019063870b tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Network ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6 is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:23:26.788468 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [req-c7004bda-4cc9-4c3d-9b72-f35cf155bd28 req-dd21a712-ae5b-4f72-9a91-73019063870b tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:23:26.792879 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7004bda-4cc9-4c3d-9b72-f35cf155bd28 req-dd21a712-ae5b-4f72-9a91-73019063870b tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:23:26.797036 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd21a712-ae5b-4f72-9a91-73019063870b tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Pushing event updated for resources: {'Port': ['ID=62c2b20d-786c-4609-93c3-a36cc9f257d4,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:23:26.849322 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7004bda-4cc9-4c3d-9b72-f35cf155bd28 req-dd21a712-ae5b-4f72-9a91-73019063870b tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:26.849930 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-c7004bda-4cc9-4c3d-9b72-f35cf155bd28 req-dd21a712-ae5b-4f72-9a91-73019063870b tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:26.870762 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c7004bda-4cc9-4c3d-9b72-f35cf155bd28 req-dd21a712-ae5b-4f72-9a91-73019063870b tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.75 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5574486 Aug 30 04:23:26.882595 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-c7004bda-4cc9-4c3d-9b72-f35cf155bd28 req-afa07f9c-e0e2-4f8d-9112-bb33c52c54a0 service neutron] Request body: {'port': {'device_id': '6919ed2d-211e-4a0e-8ee3-09dbb72ffff1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:23:26.885639 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:26.949683 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-c7004bda-4cc9-4c3d-9b72-f35cf155bd28 req-afa07f9c-e0e2-4f8d-9112-bb33c52c54a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (62c2b20d-786c-4609-93c3-a36cc9f257d4), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:26.995857 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:27.039065 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a54df-14be-4593-bec1-b7cea4fcbd3b req-6c29f767-2d93-4409-ad5e-b6a4d7f1a06c tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:27.041198 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-6f7a54df-14be-4593-bec1-b7cea4fcbd3b req-6c29f767-2d93-4409-ad5e-b6a4d7f1a06c tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 932 time: 0.0516980 Aug 30 04:23:27.089202 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-eec90bf7-80d2-42a3-9351-4245f8ee5650 None None] Provisioning complete for port 62c2b20d-786c-4609-93c3-a36cc9f257d4 triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:23:27.089996 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-eec90bf7-80d2-42a3-9351-4245f8ee5650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (62c2b20d-786c-4609-93c3-a36cc9f257d4), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:27.091899 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-6f7a54df-14be-4593-bec1-b7cea4fcbd3b req-f793107d-5f1c-41c1-9a90-0a1ce8b40e70 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450633 Aug 30 04:23:27.126912 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-eec90bf7-80d2-42a3-9351-4245f8ee5650 None None] Port 62c2b20d-786c-4609-93c3-a36cc9f257d4 cannot update to ACTIVE because it is not bound. {{(pid=106294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:23:27.223916 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [req-c7004bda-4cc9-4c3d-9b72-f35cf155bd28 req-afa07f9c-e0e2-4f8d-9112-bb33c52c54a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62c2b20d-786c-4609-93c3-a36cc9f257d4 {{(pid=106293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:23:27.231625 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-c7004bda-4cc9-4c3d-9b72-f35cf155bd28 req-afa07f9c-e0e2-4f8d-9112-bb33c52c54a0 service neutron] Publish callbacks [] for port (62c2b20d-786c-4609-93c3-a36cc9f257d4), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:27.243814 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.provisioning_blocks [req-c7004bda-4cc9-4c3d-9b72-f35cf155bd28 req-afa07f9c-e0e2-4f8d-9112-bb33c52c54a0 service neutron] Transition to ACTIVE for port object 62c2b20d-786c-4609-93c3-a36cc9f257d4 will not be triggered until provisioned by entity L2. {{(pid=106293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:23:27.247575 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-c7004bda-4cc9-4c3d-9b72-f35cf155bd28 req-afa07f9c-e0e2-4f8d-9112-bb33c52c54a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-454314'] for port (62c2b20d-786c-4609-93c3-a36cc9f257d4), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:27.325025 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa07f9c-e0e2-4f8d-9112-bb33c52c54a0 service neutron] Pushing event updated for resources: {'Port': ['ID=62c2b20d-786c-4609-93c3-a36cc9f257d4,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:23:27.356413 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-c7004bda-4cc9-4c3d-9b72-f35cf155bd28 req-afa07f9c-e0e2-4f8d-9112-bb33c52c54a0 service neutron] Attempting to bind port 62c2b20d-786c-4609-93c3-a36cc9f257d4 on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:23:27.356668 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-c7004bda-4cc9-4c3d-9b72-f35cf155bd28 req-afa07f9c-e0e2-4f8d-9112-bb33c52c54a0 service neutron] Attempting to bind port 62c2b20d-786c-4609-93c3-a36cc9f257d4 by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': 'f1ad6c1c-d522-42f8-b534-1fea329f4792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6'}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:23:27.356992 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7004bda-4cc9-4c3d-9b72-f35cf155bd28 req-afa07f9c-e0e2-4f8d-9112-bb33c52c54a0 service neutron] Attempting to bind port 62c2b20d-786c-4609-93c3-a36cc9f257d4 on network ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:23:27.361248 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7004bda-4cc9-4c3d-9b72-f35cf155bd28 req-afa07f9c-e0e2-4f8d-9112-bb33c52c54a0 service neutron] Port 62c2b20d-786c-4609-93c3-a36cc9f257d4 on network ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:23:27.361568 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7004bda-4cc9-4c3d-9b72-f35cf155bd28 req-afa07f9c-e0e2-4f8d-9112-bb33c52c54a0 service neutron] Attempting to bind port 62c2b20d-786c-4609-93c3-a36cc9f257d4 on network ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:23:27.366492 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7004bda-4cc9-4c3d-9b72-f35cf155bd28 req-afa07f9c-e0e2-4f8d-9112-bb33c52c54a0 service neutron] Checking agent: {'id': '5274a8db-cdbb-4c02-abb1-2eb9d7076dc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 17), 'started_at': datetime.datetime(2022, 8, 30, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:23:27.366794 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7004bda-4cc9-4c3d-9b72-f35cf155bd28 req-afa07f9c-e0e2-4f8d-9112-bb33c52c54a0 service neutron] Checking segment: {'id': 'f1ad6c1c-d522-42f8-b534-1fea329f4792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:23:27.367168 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7004bda-4cc9-4c3d-9b72-f35cf155bd28 req-afa07f9c-e0e2-4f8d-9112-bb33c52c54a0 service neutron] Bound using segment: {'id': 'f1ad6c1c-d522-42f8-b534-1fea329f4792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6'} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:23:27.367586 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-c7004bda-4cc9-4c3d-9b72-f35cf155bd28 req-afa07f9c-e0e2-4f8d-9112-bb33c52c54a0 service neutron] Bound port: 62c2b20d-786c-4609-93c3-a36cc9f257d4, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1ad6c1c-d522-42f8-b534-1fea329f4792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6'}}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:23:27.367935 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-c7004bda-4cc9-4c3d-9b72-f35cf155bd28 req-afa07f9c-e0e2-4f8d-9112-bb33c52c54a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (62c2b20d-786c-4609-93c3-a36cc9f257d4), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:27.432092 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-c7004bda-4cc9-4c3d-9b72-f35cf155bd28 req-afa07f9c-e0e2-4f8d-9112-bb33c52c54a0 service neutron] For port 62c2b20d-786c-4609-93c3-a36cc9f257d4, host hv-cinder-85220, cleared binding levels {{(pid=106293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:23:27.435116 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-c7004bda-4cc9-4c3d-9b72-f35cf155bd28 req-afa07f9c-e0e2-4f8d-9112-bb33c52c54a0 service neutron] For port 62c2b20d-786c-4609-93c3-a36cc9f257d4, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=62c2b20d-786c-4609-93c3-a36cc9f257d4,segment=NetworkSegment(f1ad6c1c-d522-42f8-b534-1fea329f4792),segment_id=f1ad6c1c-d522-42f8-b534-1fea329f4792)] {{(pid=106293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:23:27.441967 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-c7004bda-4cc9-4c3d-9b72-f35cf155bd28 req-afa07f9c-e0e2-4f8d-9112-bb33c52c54a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-454314'] for port (62c2b20d-786c-4609-93c3-a36cc9f257d4), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:27.448400 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7004bda-4cc9-4c3d-9b72-f35cf155bd28 req-afa07f9c-e0e2-4f8d-9112-bb33c52c54a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:27.449012 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-c7004bda-4cc9-4c3d-9b72-f35cf155bd28 req-afa07f9c-e0e2-4f8d-9112-bb33c52c54a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:27.450404 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c7004bda-4cc9-4c3d-9b72-f35cf155bd28 req-afa07f9c-e0e2-4f8d-9112-bb33c52c54a0 service neutron] 10.222.0.75 "PUT /networking/v2.0/ports/62c2b20d-786c-4609-93c3-a36cc9f257d4 HTTP/1.1" status: 200 len: 1094 time: 0.5724030 Aug 30 04:23:27.450835 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6919ed2d-211e-4a0e-8ee3-09dbb72ffff1', 'tag': '62c2b20d-786c-4609-93c3-a36cc9f257d4'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:23:27.453083 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11a3118c5976ecaadc28dc64ec6366a88eb3d4be069be3e491e321578e9d1f78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897fd2e7-a5f8-424d-9e09-d4a47d09282e" -d '{"events": [{"name": "network-changed", "server_uuid": "6919ed2d-211e-4a0e-8ee3-09dbb72ffff1", "tag": "62c2b20d-786c-4609-93c3-a36cc9f257d4"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:23:27.511383 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa07f9c-e0e2-4f8d-9112-bb33c52c54a0 service neutron] Pushing event updated for resources: {'Port': ['ID=62c2b20d-786c-4609-93c3-a36cc9f257d4,revision_number=3']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:23:27.531120 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5cea31-4542-4c11-8ee6-f2cfb832e72c x-openstack-request-id: req-9b5cea31-4542-4c11-8ee6-f2cfb832e72c {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:23:27.531408 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6919ed2d-211e-4a0e-8ee3-09dbb72ffff1", "tag": "62c2b20d-786c-4609-93c3-a36cc9f257d4", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:23:27.531661 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9b5cea31-4542-4c11-8ee6-f2cfb832e72c {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:23:27.532058 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b5cea31-4542-4c11-8ee6-f2cfb832e72c'] response: {'name': 'network-changed', 'server_uuid': '6919ed2d-211e-4a0e-8ee3-09dbb72ffff1', 'tag': '62c2b20d-786c-4609-93c3-a36cc9f257d4', 'status': 'completed', 'code': 200} Aug 30 04:23:27.543397 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7004bda-4cc9-4c3d-9b72-f35cf155bd28 req-26e081c1-063b-4f7e-b7fd-cedd6435024a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:27.544881 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c7004bda-4cc9-4c3d-9b72-f35cf155bd28 req-26e081c1-063b-4f7e-b7fd-cedd6435024a service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=411b8da28bed456bbdcdb01587610b47&device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 1128 time: 0.0484087 Aug 30 04:23:27.591341 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c7004bda-4cc9-4c3d-9b72-f35cf155bd28 req-155141a5-2e7e-4ebb-ac0e-fa3d3524b63e service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62c2b20d-786c-4609-93c3-a36cc9f257d4 HTTP/1.1" status: 200 len: 217 time: 0.0376127 Aug 30 04:23:27.640987 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7004bda-4cc9-4c3d-9b72-f35cf155bd28 req-94d2209c-fd17-4512-a843-8c0212408ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:27.642609 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c7004bda-4cc9-4c3d-9b72-f35cf155bd28 req-94d2209c-fd17-4512-a843-8c0212408ef9 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=bd870cbd-142c-4604-b43f-9d9fc317ac72 HTTP/1.1" status: 200 len: 856 time: 0.0449216 Aug 30 04:23:27.689604 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7004bda-4cc9-4c3d-9b72-f35cf155bd28 req-e060a8b9-dd9d-4e44-b0e0-51ec83b29041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:27.691101 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c7004bda-4cc9-4c3d-9b72-f35cf155bd28 req-e060a8b9-dd9d-4e44-b0e0-51ec83b29041 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393329 Aug 30 04:23:27.785110 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c7004bda-4cc9-4c3d-9b72-f35cf155bd28 req-0376dbf0-2e81-441a-82fa-5062da0d9c82 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860486 Aug 30 04:23:27.841022 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:27.882142 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c7004bda-4cc9-4c3d-9b72-f35cf155bd28 req-d948ace8-b343-473e-bf72-e1e2830a88bf service neutron] 10.222.0.75 "GET /networking/v2.0/networks/ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875421 Aug 30 04:23:28.218149 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d3205-acb2-4641-912e-d1cf8702c156 req-ed006630-3fed-448d-8e1c-cf6027a23bf2 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:28.219724 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-d35d3205-acb2-4641-912e-d1cf8702c156 req-ed006630-3fed-448d-8e1c-cf6027a23bf2 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 944 time: 0.0476131 Aug 30 04:23:28.252375 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:28.254697 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:28.271437 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-d35d3205-acb2-4641-912e-d1cf8702c156 req-f4600ca0-9edf-4d38-94d2-8e79c69a4556 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462503 Aug 30 04:23:28.948121 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897fd2e7-a5f8-424d-9e09-d4a47d09282e req-58697e7e-4ad0-4bd0-aa39-37d2a7705ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:28.949580 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-897fd2e7-a5f8-424d-9e09-d4a47d09282e req-58697e7e-4ad0-4bd0-aa39-37d2a7705ef1 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=411b8da28bed456bbdcdb01587610b47&device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 1128 time: 0.0396264 Aug 30 04:23:29.014517 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:29.047500 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897fd2e7-a5f8-424d-9e09-d4a47d09282e req-c57eb5a7-1dc5-4f53-a3c2-ae6c8288be30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:29.048960 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-897fd2e7-a5f8-424d-9e09-d4a47d09282e req-c57eb5a7-1dc5-4f53-a3c2-ae6c8288be30 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6 HTTP/1.1" status: 200 len: 918 time: 0.0908828 Aug 30 04:23:29.088580 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-897fd2e7-a5f8-424d-9e09-d4a47d09282e req-e3725066-7eb9-4c7a-b66c-7fdd060a4f5c service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62c2b20d-786c-4609-93c3-a36cc9f257d4 HTTP/1.1" status: 200 len: 217 time: 0.0336504 Aug 30 04:23:29.145929 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897fd2e7-a5f8-424d-9e09-d4a47d09282e req-4a54603b-9c4a-45f8-a26b-5df49435a61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:29.147381 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-897fd2e7-a5f8-424d-9e09-d4a47d09282e req-4a54603b-9c4a-45f8-a26b-5df49435a61b service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=bd870cbd-142c-4604-b43f-9d9fc317ac72 HTTP/1.1" status: 200 len: 856 time: 0.0479140 Aug 30 04:23:29.191545 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897fd2e7-a5f8-424d-9e09-d4a47d09282e req-e7af041c-a718-4047-946d-9cb4a1d544eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:29.193023 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-897fd2e7-a5f8-424d-9e09-d4a47d09282e req-e7af041c-a718-4047-946d-9cb4a1d544eb service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393002 Aug 30 04:23:29.294781 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-897fd2e7-a5f8-424d-9e09-d4a47d09282e req-a220409e-3a65-4641-82cb-7c8dc3443925 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936613 Aug 30 04:23:29.428014 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049cfa5-8031-40a4-8f5a-34bd04df9f7e req-e345fee8-c518-4c1b-aff0-33a5a942299d tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:29.429387 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8049cfa5-8031-40a4-8f5a-34bd04df9f7e req-e345fee8-c518-4c1b-aff0-33a5a942299d tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 944 time: 0.0701492 Aug 30 04:23:29.431936 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-897fd2e7-a5f8-424d-9e09-d4a47d09282e req-09ee61cc-1203-4657-9473-899f88622871 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305900 Aug 30 04:23:29.478591 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8049cfa5-8031-40a4-8f5a-34bd04df9f7e req-3c04d7c3-6764-4cc6-9138-a65c3988cebe tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424559 Aug 30 04:23:30.607155 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c367ff-6241-4741-9361-f7de2d47c188 req-06137889-73b9-47fd-a75c-711cc6770c32 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:30.608644 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-43c367ff-6241-4741-9361-f7de2d47c188 req-06137889-73b9-47fd-a75c-711cc6770c32 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 944 time: 0.0514581 Aug 30 04:23:30.655635 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-43c367ff-6241-4741-9361-f7de2d47c188 req-98a849ff-494e-4e62-8f95-65d5eaa2effb tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414789 Aug 30 04:23:31.099229 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (5274a8db-cdbb-4c02-abb1-2eb9d7076dc1), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:31.389399 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 62c2b20d-786c-4609-93c3-a36cc9f257d4 details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106294) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:23:31.490860 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port 62c2b20d-786c-4609-93c3-a36cc9f257d4, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=62c2b20d-786c-4609-93c3-a36cc9f257d4,segment=NetworkSegment(f1ad6c1c-d522-42f8-b534-1fea329f4792),segment_id=f1ad6c1c-d522-42f8-b534-1fea329f4792)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:23:31.502020 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Returning: {'device': '62c2b20d-786c-4609-93c3-a36cc9f257d4', 'network_id': 'ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6', 'port_id': '62c2b20d-786c-4609-93c3-a36cc9f257d4', 'mac_address': 'fa:16:3e:f2:99:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd870cbd-142c-4604-b43f-9d9fc317ac72', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106294) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:23:31.536271 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Current status of the port 62c2b20d-786c-4609-93c3-a36cc9f257d4 is: DOWN; New status is: BUILD {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:23:31.536661 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (62c2b20d-786c-4609-93c3-a36cc9f257d4), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:31.549356 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62c2b20d-786c-4609-93c3-a36cc9f257d4 {{(pid=106294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:23:31.569220 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port 62c2b20d-786c-4609-93c3-a36cc9f257d4, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=62c2b20d-786c-4609-93c3-a36cc9f257d4,segment=NetworkSegment(f1ad6c1c-d522-42f8-b534-1fea329f4792),segment_id=f1ad6c1c-d522-42f8-b534-1fea329f4792)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:23:31.574796 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (62c2b20d-786c-4609-93c3-a36cc9f257d4), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:31.621268 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Pushing event updated for resources: {'Port': ['ID=62c2b20d-786c-4609-93c3-a36cc9f257d4,revision_number=4']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:23:31.628452 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:31.628806 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:31.629156 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:31.629500 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:31.629839 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:31.630176 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:31.630617 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:31.630953 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:31.631285 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:31.631616 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:31.631947 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:31.632275 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:31.632599 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:31.632928 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:31.633249 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:31.789993 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab0a05-0164-44d4-afeb-5edc0a603ef3 req-355cd47e-e48a-4b9e-83a5-debc24296359 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:31.792093 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-86ab0a05-0164-44d4-afeb-5edc0a603ef3 req-355cd47e-e48a-4b9e-83a5-debc24296359 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 945 time: 0.0520563 Aug 30 04:23:31.840114 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-86ab0a05-0164-44d4-afeb-5edc0a603ef3 req-d382ccf4-ecb8-462c-9094-3e8f9a6b185b tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425320 Aug 30 04:23:31.896646 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=59 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:31.903563 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] get_ports_and_sgs() called for port_ids ['62c2b20d-786c-4609-93c3-a36cc9f257d4'] {{(pid=106294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:23:31.904905 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=73 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:32.740402 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a9b438-3b2a-4f5a-8465-e5d8375787b0 req-b5c154a0-312b-4055-8f37-efb05a74b65f tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:32.741858 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-e9a9b438-3b2a-4f5a-8465-e5d8375787b0 req-b5c154a0-312b-4055-8f37-efb05a74b65f tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 945 time: 0.0466566 Aug 30 04:23:32.793157 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-e9a9b438-3b2a-4f5a-8465-e5d8375787b0 req-a3ad4712-8e2f-443d-b20e-d871f719ef45 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457571 Aug 30 04:23:32.965763 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d369cb39-7fe8-4193-a4f7-c91ee6435f68 req-14b6bd69-86b7-4c33-8dbc-8b0545c50db4 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:32.967510 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d369cb39-7fe8-4193-a4f7-c91ee6435f68 req-14b6bd69-86b7-4c33-8dbc-8b0545c50db4 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 945 time: 0.0477059 Aug 30 04:23:33.015679 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d369cb39-7fe8-4193-a4f7-c91ee6435f68 req-28de2c91-6684-49ee-a9ed-2c81b359e46c tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427096 Aug 30 04:23:33.396373 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 62c2b20d-786c-4609-93c3-a36cc9f257d4 up at agent hyperv_hv-cinder-85220 {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:23:33.437916 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Provisioning for port 62c2b20d-786c-4609-93c3-a36cc9f257d4 completed by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:23:33.444771 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Provisioning complete for port 62c2b20d-786c-4609-93c3-a36cc9f257d4 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:23:33.445208 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (62c2b20d-786c-4609-93c3-a36cc9f257d4), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:33.519097 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:33.523733 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Current status of the port 62c2b20d-786c-4609-93c3-a36cc9f257d4 is: BUILD; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:23:33.524123 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (62c2b20d-786c-4609-93c3-a36cc9f257d4), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:33.544794 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:33.548930 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6919ed2d-211e-4a0e-8ee3-09dbb72ffff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c2b20d-786c-4609-93c3-a36cc9f257d4'}] {{(pid=106294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:23:33.551173 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc91461c002048a1511ec2515697d9f100988a5a9e001fc967bf4275e8e26e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce1dc57-1e67-407c-9004-d8097a0ab1c4" -d '{"events": [{"server_uuid": "6919ed2d-211e-4a0e-8ee3-09dbb72ffff1", "name": "network-vif-plugged", "status": "completed", "tag": "62c2b20d-786c-4609-93c3-a36cc9f257d4"}]}' {{(pid=106294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:23:33.565211 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port 62c2b20d-786c-4609-93c3-a36cc9f257d4, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=62c2b20d-786c-4609-93c3-a36cc9f257d4,segment=NetworkSegment(f1ad6c1c-d522-42f8-b534-1fea329f4792),segment_id=f1ad6c1c-d522-42f8-b534-1fea329f4792)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:23:33.569089 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (62c2b20d-786c-4609-93c3-a36cc9f257d4), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:33.591893 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce47796-68da-46c5-bf2b-c86a6810b425 x-openstack-request-id: req-4ce47796-68da-46c5-bf2b-c86a6810b425 {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:23:33.592187 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6919ed2d-211e-4a0e-8ee3-09dbb72ffff1", "name": "network-vif-plugged", "status": "completed", "tag": "62c2b20d-786c-4609-93c3-a36cc9f257d4", "code": 200}]} {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:23:33.592441 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4ce47796-68da-46c5-bf2b-c86a6810b425 {{(pid=106294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:23:33.592838 dv-cinder-852208-11-iscsi neutron-server[106294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ce47796-68da-46c5-bf2b-c86a6810b425'] response: {'server_uuid': '6919ed2d-211e-4a0e-8ee3-09dbb72ffff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c2b20d-786c-4609-93c3-a36cc9f257d4', 'code': 200} Aug 30 04:23:33.618826 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Pushing event updated for resources: {'Port': ['ID=62c2b20d-786c-4609-93c3-a36cc9f257d4,revision_number=5']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:23:33.918978 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5680ee-3ea4-457b-91d4-6b8cb4e1c8a9 req-cca7881c-f020-44d7-8e0b-92cb3c497141 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:33.920465 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9f5680ee-3ea4-457b-91d4-6b8cb4e1c8a9 req-cca7881c-f020-44d7-8e0b-92cb3c497141 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 945 time: 0.0509801 Aug 30 04:23:33.971503 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9f5680ee-3ea4-457b-91d4-6b8cb4e1c8a9 req-2e926558-ab5e-4e21-9808-4bd704326651 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455551 Aug 30 04:23:34.137849 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08183166-c6a2-4c78-a67a-7c65706fc88d req-166e7536-b91d-45d8-98b1-f90607c463e4 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:34.139349 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-08183166-c6a2-4c78-a67a-7c65706fc88d req-166e7536-b91d-45d8-98b1-f90607c463e4 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 946 time: 0.0470402 Aug 30 04:23:34.189548 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-08183166-c6a2-4c78-a67a-7c65706fc88d req-7e24f593-7838-4ad9-8228-2155a30579f4 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443811 Aug 30 04:23:34.804712 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d97cb-a15e-42cc-8919-b6f742d43047 req-32e07ac9-0d50-4f5d-9c14-3389896d9002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:34.806992 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-720d97cb-a15e-42cc-8919-b6f742d43047 req-32e07ac9-0d50-4f5d-9c14-3389896d9002 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 1130 time: 0.0392170 Aug 30 04:23:34.855944 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-720d97cb-a15e-42cc-8919-b6f742d43047 req-e9414b19-804d-47e5-bd3d-c25ae9fe3fde service neutron] 10.222.0.75 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382340 Aug 30 04:23:35.090203 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:35.128736 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af581c-9214-4261-983d-c15c3c152e8d req-55b19feb-3d2f-4716-96ff-f7411a63fd08 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:35.130091 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e2af581c-9214-4261-983d-c15c3c152e8d req-55b19feb-3d2f-4716-96ff-f7411a63fd08 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 945 time: 0.0803938 Aug 30 04:23:35.161382 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025235a-90ac-461b-865e-7abab12b74b3 req-a7fb19b0-bff0-4cab-bb96-b1b14f503cd3 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:35.162855 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d025235a-90ac-461b-865e-7abab12b74b3 req-a7fb19b0-bff0-4cab-bb96-b1b14f503cd3 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 945 time: 0.0715086 Aug 30 04:23:35.224767 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e2af581c-9214-4261-983d-c15c3c152e8d req-ebadf83a-8e2e-4c27-9712-1b8026e55d73 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8ab642be-0a76-44a0-bf2d-4328b14b15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860977 Aug 30 04:23:35.275237 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-d025235a-90ac-461b-865e-7abab12b74b3 req-c20ecd92-fd5c-40fc-a744-681d869a538f tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Deleting port b8e75002-6c9d-47c3-a24b-44a2b69a1fc6 {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:23:35.275237 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-d025235a-90ac-461b-865e-7abab12b74b3 req-c20ecd92-fd5c-40fc-a744-681d869a538f tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (b8e75002-6c9d-47c3-a24b-44a2b69a1fc6), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:35.278736 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:35.336820 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7ae64-5641-4118-907f-1b84a9275771 req-7a73fa5a-dd26-4181-a32e-5650682f2f32 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:35.338772 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-48d7ae64-5641-4118-907f-1b84a9275771 req-7a73fa5a-dd26-4181-a32e-5650682f2f32 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 946 time: 0.0521100 Aug 30 04:23:35.375217 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-d025235a-90ac-461b-865e-7abab12b74b3 req-c20ecd92-fd5c-40fc-a744-681d869a538f tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] For port b8e75002-6c9d-47c3-a24b-44a2b69a1fc6, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=b8e75002-6c9d-47c3-a24b-44a2b69a1fc6,segment=NetworkSegment(e519ac78-f91d-4e30-a2bb-8ce973f50b92),segment_id=e519ac78-f91d-4e30-a2bb-8ce973f50b92)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:23:35.375590 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-d025235a-90ac-461b-865e-7abab12b74b3 req-c20ecd92-fd5c-40fc-a744-681d869a538f tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (b8e75002-6c9d-47c3-a24b-44a2b69a1fc6), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:35.389351 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-48d7ae64-5641-4118-907f-1b84a9275771 req-8f7e558d-fe92-441d-8002-9c99370892f3 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449352 Aug 30 04:23:35.549431 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-d025235a-90ac-461b-865e-7abab12b74b3 req-c20ecd92-fd5c-40fc-a744-681d869a538f tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:35.549865 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-d025235a-90ac-461b-865e-7abab12b74b3 req-c20ecd92-fd5c-40fc-a744-681d869a538f tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572642'] for floatingip (dd848063-4c55-4aab-a6c3-a382e2b2a236), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:35.550186 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.db.l3_db [req-d025235a-90ac-461b-865e-7abab12b74b3 req-c20ecd92-fd5c-40fc-a744-681d869a538f tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Floating IP dd848063-4c55-4aab-a6c3-a382e2b2a236 disassociated. External IP: 172.27.4.143, port: b8e75002-6c9d-47c3-a24b-44a2b69a1fc6. Aug 30 04:23:35.550547 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-d025235a-90ac-461b-865e-7abab12b74b3 req-c20ecd92-fd5c-40fc-a744-681d869a538f tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Calling delete_port for b8e75002-6c9d-47c3-a24b-44a2b69a1fc6 owned by compute:nova {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:23:35.681605 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-d025235a-90ac-461b-865e-7abab12b74b3 req-c20ecd92-fd5c-40fc-a744-681d869a538f tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (b8e75002-6c9d-47c3-a24b-44a2b69a1fc6), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:35.709970 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ecd92-fd5c-40fc-a744-681d869a538f tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Pushing event deleted for resources: {'Port': ['ID=b8e75002-6c9d-47c3-a24b-44a2b69a1fc6,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:23:35.823380 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d025235a-90ac-461b-865e-7abab12b74b3 req-c20ecd92-fd5c-40fc-a744-681d869a538f tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Router d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d has already been hosted by L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 {{(pid=106293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:23:35.926029 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d025235a-90ac-461b-865e-7abab12b74b3 req-c20ecd92-fd5c-40fc-a744-681d869a538f tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:23:35.936245 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93695f09-a8fa-4910-a350-b6dc23c6e0c3 None None] Sync routers for ids ['d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d'] in dv-cinder-852208-11-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:23:35.946303 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93695f09-a8fa-4910-a350-b6dc23c6e0c3 None None] Routers {'d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:23:35.947845 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-93695f09-a8fa-4910-a350-b6dc23c6e0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:23:23Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:23:35.969659 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-d025235a-90ac-461b-865e-7abab12b74b3 req-c20ecd92-fd5c-40fc-a744-681d869a538f tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] No DVR routers for this DVR port b8e75002-6c9d-47c3-a24b-44a2b69a1fc6 on host hv-cinder-85220 {{(pid=106293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:23:35.972299 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-d025235a-90ac-461b-865e-7abab12b74b3 req-c20ecd92-fd5c-40fc-a744-681d869a538f tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:35.975864 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d025235a-90ac-461b-865e-7abab12b74b3 req-c20ecd92-fd5c-40fc-a744-681d869a538f tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.75 "DELETE /networking/v2.0/ports/b8e75002-6c9d-47c3-a24b-44a2b69a1fc6 HTTP/1.1" status: 204 len: 173 time: 0.8061051 Aug 30 04:23:35.976254 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa060fe-649e-4f72-9288-d7d92a36e037', 'name': 'network-vif-deleted', 'tag': 'b8e75002-6c9d-47c3-a24b-44a2b69a1fc6'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:23:35.978678 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11a3118c5976ecaadc28dc64ec6366a88eb3d4be069be3e491e321578e9d1f78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7682fa-1460-4799-b0da-f6f04bc33f01" -d '{"events": [{"server_uuid": "daa060fe-649e-4f72-9288-d7d92a36e037", "name": "network-vif-deleted", "tag": "b8e75002-6c9d-47c3-a24b-44a2b69a1fc6"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:23:36.015954 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d10ac60-28c2-45d7-b786-9e407ad783dd x-openstack-request-id: req-1d10ac60-28c2-45d7-b786-9e407ad783dd {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:23:36.016250 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daa060fe-649e-4f72-9288-d7d92a36e037", "name": "network-vif-deleted", "tag": "b8e75002-6c9d-47c3-a24b-44a2b69a1fc6", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:23:36.016505 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1d10ac60-28c2-45d7-b786-9e407ad783dd {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:23:36.016908 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d10ac60-28c2-45d7-b786-9e407ad783dd'] response: {'server_uuid': 'daa060fe-649e-4f72-9288-d7d92a36e037', 'name': 'network-vif-deleted', 'tag': 'b8e75002-6c9d-47c3-a24b-44a2b69a1fc6', 'status': 'completed', 'code': 200} Aug 30 04:23:36.053421 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-93695f09-a8fa-4910-a350-b6dc23c6e0c3 None None] Set router d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d gateway port host: dv-cinder-852208-11-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:23:36.248333 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-93695f09-a8fa-4910-a350-b6dc23c6e0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'name': 'tempest-AttachVolumeTestJSON-420723525-router', 'tenant_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.19'}], 'enable_snat': True}, 'gw_port_id': '7afda184-eff6-42e9-b65a-847d2ef145e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:51Z', 'updated_at': '2022-08-30T04:19:00Z', 'revision_number': 4, 'project_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'gw_port': {'id': '7afda184-eff6-42e9-b65a-847d2ef145e0', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:53Z', 'updated_at': '2022-08-30T04:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': 'fb4b0c10-9ac3-41b4-a1f8-355df76b03c4', 'name': '', 'network_id': 'f55c98a9-cbed-4af8-92a6-c49957223dcb', 'tenant_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'mac_address': 'fa:16:3e:ca:16:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8f1a2822-90de-40bf-914e-6a8cde2028a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:59Z', 'updated_at': '2022-08-30T04:19:16Z', 'revision_number': 5, 'project_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'subnets': [{'id': '8f1a2822-90de-40bf-914e-6a8cde2028a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:23:36.276690 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93695f09-a8fa-4910-a350-b6dc23c6e0c3 None None] Checking router: d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d for host: dv-cinder-852208-11-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:23:36.285032 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93695f09-a8fa-4910-a350-b6dc23c6e0c3 None None] Routers {'d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:23:36.285634 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-93695f09-a8fa-4910-a350-b6dc23c6e0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:23:23Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:23:36.332236 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-9a7c37f3-bee9-45bc-9bc7-1edf324f5e26 req-1db4e0d7-4aef-4d14-8420-cb48c6ce63dd tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=daa060fe-649e-4f72-9288-d7d92a36e037 HTTP/1.1" status: 200 len: 210 time: 0.0344479 Aug 30 04:23:36.404006 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-93695f09-a8fa-4910-a350-b6dc23c6e0c3 None None] Set router d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d gateway port host: dv-cinder-852208-11-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:23:36.567584 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94839c09-5656-44cb-a551-f095e6e8d433 req-b9ed31bc-3ee6-4149-bc19-61c6cdd391a7 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:36.569036 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-94839c09-5656-44cb-a551-f095e6e8d433 req-b9ed31bc-3ee6-4149-bc19-61c6cdd391a7 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 946 time: 0.0774801 Aug 30 04:23:36.657714 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-94839c09-5656-44cb-a551-f095e6e8d433 req-3cd7e66b-1e1c-4830-8a7c-a5c1a6fcd282 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813041 Aug 30 04:23:36.725074 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-93695f09-a8fa-4910-a350-b6dc23c6e0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'name': 'tempest-AttachVolumeTestJSON-420723525-router', 'tenant_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.19'}], 'enable_snat': True}, 'gw_port_id': '7afda184-eff6-42e9-b65a-847d2ef145e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:51Z', 'updated_at': '2022-08-30T04:19:00Z', 'revision_number': 4, 'project_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'gw_port': {'id': '7afda184-eff6-42e9-b65a-847d2ef145e0', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:53Z', 'updated_at': '2022-08-30T04:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': 'fb4b0c10-9ac3-41b4-a1f8-355df76b03c4', 'name': '', 'network_id': 'f55c98a9-cbed-4af8-92a6-c49957223dcb', 'tenant_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'mac_address': 'fa:16:3e:ca:16:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8f1a2822-90de-40bf-914e-6a8cde2028a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:59Z', 'updated_at': '2022-08-30T04:19:16Z', 'revision_number': 5, 'project_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'subnets': [{'id': '8f1a2822-90de-40bf-914e-6a8cde2028a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:23:36.757187 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93695f09-a8fa-4910-a350-b6dc23c6e0c3 None None] The sync data for ids ['d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d'] in dv-cinder-852208-11-iscsi is: [{'id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'name': 'tempest-AttachVolumeTestJSON-420723525-router', 'tenant_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.19'}], 'enable_snat': True}, 'gw_port_id': '7afda184-eff6-42e9-b65a-847d2ef145e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:51Z', 'updated_at': '2022-08-30T04:19:00Z', 'revision_number': 4, 'project_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'gw_port': {'id': '7afda184-eff6-42e9-b65a-847d2ef145e0', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:53Z', 'updated_at': '2022-08-30T04:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': 'fb4b0c10-9ac3-41b4-a1f8-355df76b03c4', 'name': '', 'network_id': 'f55c98a9-cbed-4af8-92a6-c49957223dcb', 'tenant_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'mac_address': 'fa:16:3e:ca:16:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8f1a2822-90de-40bf-914e-6a8cde2028a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:59Z', 'updated_at': '2022-08-30T04:19:16Z', 'revision_number': 5, 'project_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'subnets': [{'id': '8f1a2822-90de-40bf-914e-6a8cde2028a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:23:37.007102 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5654b3bb-4c96-4854-8e69-a9866f0fec86 None None] New status for floating IP dd848063-4c55-4aab-a6c3-a382e2b2a236: DOWN {{(pid=106294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:23:37.439705 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 51678) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:23:37.448558 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:37.496881 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-dbc2f10e-ecf2-4cef-8b52-9d14857425eb tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks [] for security_group (8ab642be-0a76-44a0-bf2d-4328b14b15a4), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:37.519353 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-dbc2f10e-ecf2-4cef-8b52-9d14857425eb tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks [] for security_group (8ab642be-0a76-44a0-bf2d-4328b14b15a4), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:37.535486 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:37.570462 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-dbc2f10e-ecf2-4cef-8b52-9d14857425eb tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (8ab642be-0a76-44a0-bf2d-4328b14b15a4), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:37.574132 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-dbc2f10e-ecf2-4cef-8b52-9d14857425eb tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:37.575349 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-dbc2f10e-ecf2-4cef-8b52-9d14857425eb tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/8ab642be-0a76-44a0-bf2d-4328b14b15a4 HTTP/1.1" status: 204 len: 168 time: 0.1345687 Aug 30 04:23:37.578128 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 51680) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:23:37.584582 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc2f10e-ecf2-4cef-8b52-9d14857425eb tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab642be-0a76-44a0-bf2d-4328b14b15a4,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:23:37.593351 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.api.v2.resource [None req-136f4b2e-8651-4069-9f99-37e189509a44 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] show failed (client error): The resource could not be found. Aug 30 04:23:37.597110 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-136f4b2e-8651-4069-9f99-37e189509a44 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups/8ab642be-0a76-44a0-bf2d-4328b14b15a4 HTTP/1.1" status: 404 len: 347 time: 0.0151596 Aug 30 04:23:37.597405 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 51682) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:23:37.719275 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.plugin [None req-6e53ae10-0391-442a-a8f8-b9243eacd956 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Deleting port 599943db-7f95-407e-965f-c6db4c71ef57 {{(pid=106292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:23:37.719532 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-6e53ae10-0391-442a-a8f8-b9243eacd956 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (599943db-7f95-407e-965f-c6db4c71ef57), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:37.817320 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8d53d-5c63-4247-a36e-123012f6cb37 req-5350acef-b209-402c-8145-fb143937da84 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:37.818837 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-26c8d53d-5c63-4247-a36e-123012f6cb37 req-5350acef-b209-402c-8145-fb143937da84 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 946 time: 0.0579224 Aug 30 04:23:37.853972 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-6e53ae10-0391-442a-a8f8-b9243eacd956 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (599943db-7f95-407e-965f-c6db4c71ef57), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:37.854315 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-6e53ae10-0391-442a-a8f8-b9243eacd956 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks [] for floatingip (599943db-7f95-407e-965f-c6db4c71ef57), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:37.879681 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.plugin [None req-6e53ae10-0391-442a-a8f8-b9243eacd956 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Calling delete_port for 599943db-7f95-407e-965f-c6db4c71ef57 owned by network:floatingip {{(pid=106292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:23:37.905296 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-26c8d53d-5c63-4247-a36e-123012f6cb37 req-5ce87298-9b2a-4a44-9dac-29dd499c3353 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776591 Aug 30 04:23:38.025527 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-6e53ae10-0391-442a-a8f8-b9243eacd956 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642203'] for port (599943db-7f95-407e-965f-c6db4c71ef57), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:38.031841 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f3dff2-f99d-4f1f-a1f0-032aa37f8228 req-9ef7b17b-9c92-4815-bfef-a0a43c7103dd tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:38.033413 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f6f3dff2-f99d-4f1f-a1f0-032aa37f8228 req-9ef7b17b-9c92-4815-bfef-a0a43c7103dd tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 946 time: 0.0510321 Aug 30 04:23:38.043798 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 51688) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:23:38.048417 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-c2e3bffd-7296-4a88-bb67-3f840d8a99ff tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Request body: {'floatingip': {'port_id': '62c2b20d-786c-4609-93c3-a36cc9f257d4'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:23:38.061441 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e53ae10-0391-442a-a8f8-b9243eacd956 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Pushing event deleted for resources: {'Port': ['ID=599943db-7f95-407e-965f-c6db4c71ef57,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:23:38.092244 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c2e3bffd-7296-4a88-bb67-3f840d8a99ff tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks [] for floatingip (ddd7dace-e1af-4ff4-bde0-d5041aa888cc), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:38.315104 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-6e53ae10-0391-442a-a8f8-b9243eacd956 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks [] for floatingip (dd848063-4c55-4aab-a6c3-a382e2b2a236), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:38.317944 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-6e53ae10-0391-442a-a8f8-b9243eacd956 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for floatingip (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:38.319124 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-6e53ae10-0391-442a-a8f8-b9243eacd956 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/dd848063-4c55-4aab-a6c3-a382e2b2a236 HTTP/1.1" status: 204 len: 168 time: 0.7207518 Aug 30 04:23:38.406161 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 51692) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:23:38.437885 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-25c989d9-7782-4575-a834-0e9327a1d370 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1311996724', 'description': 'tempest-description--21479835'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:23:38.475032 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-25c989d9-7782-4575-a834-0e9327a1d370 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:38.591504 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c2e3bffd-7296-4a88-bb67-3f840d8a99ff tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:38.596778 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c2e3bffd-7296-4a88-bb67-3f840d8a99ff tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572642'] for floatingip (ddd7dace-e1af-4ff4-bde0-d5041aa888cc), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:38.656810 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-25c989d9-7782-4575-a834-0e9327a1d370 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks [] for security_group (71feeea0-ea8c-4677-b90c-baccf4202bc2), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:38.662817 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-25c989d9-7782-4575-a834-0e9327a1d370 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (71feeea0-ea8c-4677-b90c-baccf4202bc2), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:38.729430 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-25c989d9-7782-4575-a834-0e9327a1d370 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:38.730925 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-25c989d9-7782-4575-a834-0e9327a1d370 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3237896 Aug 30 04:23:38.733957 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 51694) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:23:38.736597 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c989d9-7782-4575-a834-0e9327a1d370 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71feeea0-ea8c-4677-b90c-baccf4202bc2,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:23:38.738691 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-67fca4d0-b703-4cef-9c45-90a4fb71cbcc tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Request body: {'security_group_rule': {'security_group_id': '71feeea0-ea8c-4677-b90c-baccf4202bc2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:23:38.743113 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.db.l3_db [None req-c2e3bffd-7296-4a88-bb67-3f840d8a99ff tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Floating IP ddd7dace-e1af-4ff4-bde0-d5041aa888cc associated. External IP: 172.27.4.188, port: 62c2b20d-786c-4609-93c3-a36cc9f257d4. Aug 30 04:23:38.744520 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:38.751013 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:38.770563 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-67fca4d0-b703-4cef-9c45-90a4fb71cbcc tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks [] for security_group_rule (21aa669f-6c0e-46ee-a0d6-637d2ddfe200), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:38.790350 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:38.832089 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-67fca4d0-b703-4cef-9c45-90a4fb71cbcc tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks [] for security_group_rule (21aa669f-6c0e-46ee-a0d6-637d2ddfe200), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:38.835956 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-67fca4d0-b703-4cef-9c45-90a4fb71cbcc tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569388'] for security_group_rule (21aa669f-6c0e-46ee-a0d6-637d2ddfe200), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:38.850878 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:38.856237 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca4d0-b703-4cef-9c45-90a4fb71cbcc tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21aa669f-6c0e-46ee-a0d6-637d2ddfe200,revision_number=0']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:23:38.863047 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-67fca4d0-b703-4cef-9c45-90a4fb71cbcc tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:38.864368 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-67fca4d0-b703-4cef-9c45-90a4fb71cbcc tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1293850 Aug 30 04:23:38.870496 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 51696) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:23:38.875036 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-3b0ea850-a1ea-4d21-b332-8239637ee0bc tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Request body: {'security_group_rule': {'security_group_id': '71feeea0-ea8c-4677-b90c-baccf4202bc2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:23:38.903581 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-3b0ea850-a1ea-4d21-b332-8239637ee0bc tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks [] for security_group_rule (a91e5fd2-821e-4e94-9c74-3ea63f74a854), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:38.957541 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e3bffd-7296-4a88-bb67-3f840d8a99ff tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Router 354189e9-d6c3-4269-b148-cd535d97c117 has already been hosted by L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 {{(pid=106293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:23:38.964423 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-3b0ea850-a1ea-4d21-b332-8239637ee0bc tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks [] for security_group_rule (a91e5fd2-821e-4e94-9c74-3ea63f74a854), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:38.968278 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-3b0ea850-a1ea-4d21-b332-8239637ee0bc tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569388'] for security_group_rule (a91e5fd2-821e-4e94-9c74-3ea63f74a854), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:38.990686 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ea850-a1ea-4d21-b332-8239637ee0bc tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a91e5fd2-821e-4e94-9c74-3ea63f74a854,revision_number=0']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:23:38.998026 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-3b0ea850-a1ea-4d21-b332-8239637ee0bc tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:38.999295 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-3b0ea850-a1ea-4d21-b332-8239637ee0bc tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1276529 Aug 30 04:23:39.002532 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 51698) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:23:39.008424 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-9059647d-b1c3-4b33-9265-d90872919f67 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Request body: {'floatingip': {'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:23:39.033015 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9059647d-b1c3-4b33-9265-d90872919f67 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:39.116836 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9059647d-b1c3-4b33-9265-d90872919f67 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:39.232092 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.db.db_base_plugin_common [None req-9059647d-b1c3-4b33-9265-d90872919f67 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Allocated IP 172.27.4.207 (5c43c40f-cc6a-4e53-a103-6d34effd891a/b2d4007f-d8ed-41cc-b520-7777f18cd186/69452c45-e317-4f44-b42e-4846dc6b9b17) {{(pid=106292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:23:39.331326 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e3bffd-7296-4a88-bb67-3f840d8a99ff tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:23:39.336112 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c2e3bffd-7296-4a88-bb67-3f840d8a99ff tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for floatingip (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:39.342917 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8316494-74aa-4cbe-9e92-33daba56ef7d None None] Sync routers for ids ['354189e9-d6c3-4269-b148-cd535d97c117'] in dv-cinder-852208-11-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:23:39.345111 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9059647d-b1c3-4b33-9265-d90872919f67 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks [] for port (69452c45-e317-4f44-b42e-4846dc6b9b17), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:39.353171 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8316494-74aa-4cbe-9e92-33daba56ef7d None None] Routers {'354189e9-d6c3-4269-b148-cd535d97c117'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:23:39.353782 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-b8316494-74aa-4cbe-9e92-33daba56ef7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:23:23Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['354189e9-d6c3-4269-b148-cd535d97c117'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:23:39.369682 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-c2e3bffd-7296-4a88-bb67-3f840d8a99ff tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "PUT /networking/v2.0/floatingips/ddd7dace-e1af-4ff4-bde0-d5041aa888cc HTTP/1.1" status: 200 len: 992 time: 1.3236003 Aug 30 04:23:39.371343 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6919ed2d-211e-4a0e-8ee3-09dbb72ffff1', 'tag': '62c2b20d-786c-4609-93c3-a36cc9f257d4'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:23:39.374572 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11a3118c5976ecaadc28dc64ec6366a88eb3d4be069be3e491e321578e9d1f78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b0cdb4-5d5b-44ba-88f5-7bbc9baf4678" -d '{"events": [{"name": "network-changed", "server_uuid": "6919ed2d-211e-4a0e-8ee3-09dbb72ffff1", "tag": "62c2b20d-786c-4609-93c3-a36cc9f257d4"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:23:39.381697 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9059647d-b1c3-4b33-9265-d90872919f67 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642203'] for port (69452c45-e317-4f44-b42e-4846dc6b9b17), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:39.417962 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61cc6a1-909d-4c21-9dc5-8dbdfab0f4ea x-openstack-request-id: req-f61cc6a1-909d-4c21-9dc5-8dbdfab0f4ea {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:23:39.418557 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6919ed2d-211e-4a0e-8ee3-09dbb72ffff1", "tag": "62c2b20d-786c-4609-93c3-a36cc9f257d4", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:23:39.418863 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f61cc6a1-909d-4c21-9dc5-8dbdfab0f4ea {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:23:39.419357 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f61cc6a1-909d-4c21-9dc5-8dbdfab0f4ea'] response: {'name': 'network-changed', 'server_uuid': '6919ed2d-211e-4a0e-8ee3-09dbb72ffff1', 'tag': '62c2b20d-786c-4609-93c3-a36cc9f257d4', 'status': 'completed', 'code': 200} Aug 30 04:23:39.421740 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9059647d-b1c3-4b33-9265-d90872919f67 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Network 5c43c40f-cc6a-4e53-a103-6d34effd891a is already hosted by enough agents. {{(pid=106292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:23:39.424760 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.base_scheduler [None req-9059647d-b1c3-4b33-9265-d90872919f67 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Resources bound (agent type, host, resource id): {{(pid=106292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:23:39.430754 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9059647d-b1c3-4b33-9265-d90872919f67 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Received port after_create {{(pid=106292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:23:39.432506 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:INSERT=11,neutron:SELECT=85,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:39.460134 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device b8e75002-6c9d-47c3-a24b-44a2b69a1fc6 no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:23:39.465380 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-b8316494-74aa-4cbe-9e92-33daba56ef7d None None] Set router 354189e9-d6c3-4269-b148-cd535d97c117 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:23:39.471260 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9059647d-b1c3-4b33-9265-d90872919f67 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Pushing event updated for resources: {'Port': ['ID=69452c45-e317-4f44-b42e-4846dc6b9b17,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:23:39.486134 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] No Port match for: b8e75002-6c9d-47c3-a24b-44a2b69a1fc6 {{(pid=106294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:23:39.486820 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device b8e75002-6c9d-47c3-a24b-44a2b69a1fc6 not bound to the agent host hv-cinder-85220 {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:23:39.510062 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0cdb4-5d5b-44ba-88f5-7bbc9baf4678 req-43da8ba1-20f8-4a2e-bc99-9fffefc13f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:39.511958 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b5b0cdb4-5d5b-44ba-88f5-7bbc9baf4678 req-43da8ba1-20f8-4a2e-bc99-9fffefc13f5d service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=411b8da28bed456bbdcdb01587610b47&device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 1130 time: 0.0563781 Aug 30 04:23:39.521748 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:39.541415 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9059647d-b1c3-4b33-9265-d90872919f67 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks [] for floatingip (eaef247e-9e56-4009-a404-7ae2285b8e5a), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:39.584322 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9059647d-b1c3-4b33-9265-d90872919f67 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (69452c45-e317-4f44-b42e-4846dc6b9b17), before_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:39.616834 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0cdb4-5d5b-44ba-88f5-7bbc9baf4678 req-bf36cbca-fc1d-4174-89a6-5d200d61cfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:39.618492 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b5b0cdb4-5d5b-44ba-88f5-7bbc9baf4678 req-bf36cbca-fc1d-4174-89a6-5d200d61cfb8 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6 HTTP/1.1" status: 200 len: 918 time: 0.0996237 Aug 30 04:23:39.638743 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=100 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:39.675482 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=100 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:39.686911 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b5b0cdb4-5d5b-44ba-88f5-7bbc9baf4678 req-e627a88b-bdcf-4142-a285-c54e4b35c6dc service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62c2b20d-786c-4609-93c3-a36cc9f257d4 HTTP/1.1" status: 200 len: 1000 time: 0.0619814 Aug 30 04:23:39.740093 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0cdb4-5d5b-44ba-88f5-7bbc9baf4678 req-6f2cf2a8-ca24-4ab6-a00b-2a1fc6da920d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:39.741557 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b5b0cdb4-5d5b-44ba-88f5-7bbc9baf4678 req-6f2cf2a8-ca24-4ab6-a00b-2a1fc6da920d service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=bd870cbd-142c-4604-b43f-9d9fc317ac72 HTTP/1.1" status: 200 len: 856 time: 0.0477843 Aug 30 04:23:39.747885 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9059647d-b1c3-4b33-9265-d90872919f67 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks [] for port (69452c45-e317-4f44-b42e-4846dc6b9b17), precommit_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:39.753299 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9059647d-b1c3-4b33-9265-d90872919f67 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642194'] for port (69452c45-e317-4f44-b42e-4846dc6b9b17), after_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:39.793248 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-b8316494-74aa-4cbe-9e92-33daba56ef7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '354189e9-d6c3-4269-b148-cd535d97c117', 'name': 'tempest-AttachVolumeShelveTestJSON-1791777441-router', 'tenant_id': '411b8da28bed456bbdcdb01587610b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.174'}], 'enable_snat': True}, 'gw_port_id': '21d7ba17-a823-4886-8208-42dd0283a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:52Z', 'updated_at': '2022-08-30T04:19:06Z', 'revision_number': 4, 'project_id': '411b8da28bed456bbdcdb01587610b47', 'gw_port': {'id': '21d7ba17-a823-4886-8208-42dd0283a929', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ea:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354189e9-d6c3-4269-b148-cd535d97c117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:54Z', 'updated_at': '2022-08-30T04:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_floatingips': [{'id': 'ddd7dace-e1af-4ff4-bde0-d5041aa888cc', 'tenant_id': '411b8da28bed456bbdcdb01587610b47', 'floating_ip_address': '172.27.4.188', 'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'router_id': '354189e9-d6c3-4269-b148-cd535d97c117', 'port_id': '62c2b20d-786c-4609-93c3-a36cc9f257d4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6', 'mac_address': 'fa:16:3e:f2:99:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6919ed2d-211e-4a0e-8ee3-09dbb72ffff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:23:23Z', 'updated_at': '2022-08-30T04:23:38Z', 'revision_number': 1, 'project_id': '411b8da28bed456bbdcdb01587610b47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '667ffc84-2f51-42c1-b751-8766dba65c67', 'name': '', 'network_id': 'ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6', 'tenant_id': '411b8da28bed456bbdcdb01587610b47', 'mac_address': 'fa:16:3e:67:f8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354189e9-d6c3-4269-b148-cd535d97c117', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bd870cbd-142c-4604-b43f-9d9fc317ac72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:19:04Z', 'updated_at': '2022-08-30T04:19:23Z', 'revision_number': 5, 'project_id': '411b8da28bed456bbdcdb01587610b47', 'subnets': [{'id': 'bd870cbd-142c-4604-b43f-9d9fc317ac72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:23:39.794355 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0cdb4-5d5b-44ba-88f5-7bbc9baf4678 req-33cf159d-7fe1-41db-b84a-28e76bc69674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:39.795988 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b5b0cdb4-5d5b-44ba-88f5-7bbc9baf4678 req-33cf159d-7fe1-41db-b84a-28e76bc69674 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0465190 Aug 30 04:23:39.820952 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8316494-74aa-4cbe-9e92-33daba56ef7d None None] Checking router: 354189e9-d6c3-4269-b148-cd535d97c117 for host: dv-cinder-852208-11-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:23:39.829790 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8316494-74aa-4cbe-9e92-33daba56ef7d None None] Routers {'354189e9-d6c3-4269-b148-cd535d97c117'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:23:39.830449 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-b8316494-74aa-4cbe-9e92-33daba56ef7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:23:23Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['354189e9-d6c3-4269-b148-cd535d97c117'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:23:39.831866 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9059647d-b1c3-4b33-9265-d90872919f67 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Pushing event updated for resources: {'Port': ['ID=69452c45-e317-4f44-b42e-4846dc6b9b17,revision_number=2']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:23:39.834422 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9059647d-b1c3-4b33-9265-d90872919f67 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572642'] for floatingip (eaef247e-9e56-4009-a404-7ae2285b8e5a), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:39.854527 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9059647d-b1c3-4b33-9265-d90872919f67 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for floatingip (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:39.865953 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-9059647d-b1c3-4b33-9265-d90872919f67 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8619676 Aug 30 04:23:39.898109 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b5b0cdb4-5d5b-44ba-88f5-7bbc9baf4678 req-765dc964-770a-4220-9ae3-98a5815a5273 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947142 Aug 30 04:23:39.948697 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-b8316494-74aa-4cbe-9e92-33daba56ef7d None None] Set router 354189e9-d6c3-4269-b148-cd535d97c117 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:23:40.005057 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b5b0cdb4-5d5b-44ba-88f5-7bbc9baf4678 req-5a5a15fb-7dc4-4858-93d7-730eabd5cc3b service neutron] 10.222.0.75 "GET /networking/v2.0/networks/ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993888 Aug 30 04:23:40.075586 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-9a0adee0-1523-4de6-acba-8cb2282e4851 req-52be3d9d-d898-4fd0-b0f0-d4fd69d1c594 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1311996724&fields=id&tenant_id=5a89b6f21ff24eafbed378c2ece79c3e HTTP/1.1" status: 200 len: 267 time: 0.0418913 Aug 30 04:23:40.176745 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-b8316494-74aa-4cbe-9e92-33daba56ef7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '354189e9-d6c3-4269-b148-cd535d97c117', 'name': 'tempest-AttachVolumeShelveTestJSON-1791777441-router', 'tenant_id': '411b8da28bed456bbdcdb01587610b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.174'}], 'enable_snat': True}, 'gw_port_id': '21d7ba17-a823-4886-8208-42dd0283a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:52Z', 'updated_at': '2022-08-30T04:19:06Z', 'revision_number': 4, 'project_id': '411b8da28bed456bbdcdb01587610b47', 'gw_port': {'id': '21d7ba17-a823-4886-8208-42dd0283a929', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ea:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354189e9-d6c3-4269-b148-cd535d97c117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:54Z', 'updated_at': '2022-08-30T04:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_floatingips': [{'id': 'ddd7dace-e1af-4ff4-bde0-d5041aa888cc', 'tenant_id': '411b8da28bed456bbdcdb01587610b47', 'floating_ip_address': '172.27.4.188', 'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'router_id': '354189e9-d6c3-4269-b148-cd535d97c117', 'port_id': '62c2b20d-786c-4609-93c3-a36cc9f257d4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6', 'mac_address': 'fa:16:3e:f2:99:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6919ed2d-211e-4a0e-8ee3-09dbb72ffff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:23:23Z', 'updated_at': '2022-08-30T04:23:38Z', 'revision_number': 1, 'project_id': '411b8da28bed456bbdcdb01587610b47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '667ffc84-2f51-42c1-b751-8766dba65c67', 'name': '', 'network_id': 'ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6', 'tenant_id': '411b8da28bed456bbdcdb01587610b47', 'mac_address': 'fa:16:3e:67:f8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354189e9-d6c3-4269-b148-cd535d97c117', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bd870cbd-142c-4604-b43f-9d9fc317ac72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:19:04Z', 'updated_at': '2022-08-30T04:19:23Z', 'revision_number': 5, 'project_id': '411b8da28bed456bbdcdb01587610b47', 'subnets': [{'id': 'bd870cbd-142c-4604-b43f-9d9fc317ac72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:23:40.186093 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0adee0-1523-4de6-acba-8cb2282e4851 req-110c6e31-61e9-4cb7-8019-fa523a6091ab tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:40.187597 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-9a0adee0-1523-4de6-acba-8cb2282e4851 req-110c6e31-61e9-4cb7-8019-fa523a6091ab tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/networks?id=f55c98a9-cbed-4af8-92a6-c49957223dcb HTTP/1.1" status: 200 len: 810 time: 0.1054900 Aug 30 04:23:40.202740 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-9a0adee0-1523-4de6-acba-8cb2282e4851 req-74de817c-2674-445a-8aee-e5c56c37a6e3 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/quotas/5a89b6f21ff24eafbed378c2ece79c3e HTTP/1.1" status: 200 len: 375 time: 0.0096350 Aug 30 04:23:40.202969 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8316494-74aa-4cbe-9e92-33daba56ef7d None None] The sync data for ids ['354189e9-d6c3-4269-b148-cd535d97c117'] in dv-cinder-852208-11-iscsi is: [{'id': '354189e9-d6c3-4269-b148-cd535d97c117', 'name': 'tempest-AttachVolumeShelveTestJSON-1791777441-router', 'tenant_id': '411b8da28bed456bbdcdb01587610b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.174'}], 'enable_snat': True}, 'gw_port_id': '21d7ba17-a823-4886-8208-42dd0283a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:52Z', 'updated_at': '2022-08-30T04:19:06Z', 'revision_number': 4, 'project_id': '411b8da28bed456bbdcdb01587610b47', 'gw_port': {'id': '21d7ba17-a823-4886-8208-42dd0283a929', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ea:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354189e9-d6c3-4269-b148-cd535d97c117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:54Z', 'updated_at': '2022-08-30T04:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_floatingips': [{'id': 'ddd7dace-e1af-4ff4-bde0-d5041aa888cc', 'tenant_id': '411b8da28bed456bbdcdb01587610b47', 'floating_ip_address': '172.27.4.188', 'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'router_id': '354189e9-d6c3-4269-b148-cd535d97c117', 'port_id': '62c2b20d-786c-4609-93c3-a36cc9f257d4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6', 'mac_address': 'fa:16:3e:f2:99:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6919ed2d-211e-4a0e-8ee3-09dbb72ffff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:23:23Z', 'updated_at': '2022-08-30T04:23:38Z', 'revision_number': 1, 'project_id': '411b8da28bed456bbdcdb01587610b47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '667ffc84-2f51-42c1-b751-8766dba65c67', 'name': '', 'network_id': 'ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6', 'tenant_id': '411b8da28bed456bbdcdb01587610b47', 'mac_address': 'fa:16:3e:67:f8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354189e9-d6c3-4269-b148-cd535d97c117', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bd870cbd-142c-4604-b43f-9d9fc317ac72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:19:04Z', 'updated_at': '2022-08-30T04:19:23Z', 'revision_number': 5, 'project_id': '411b8da28bed456bbdcdb01587610b47', 'subnets': [{'id': 'bd870cbd-142c-4604-b43f-9d9fc317ac72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:23:40.263777 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-9a0adee0-1523-4de6-acba-8cb2282e4851 req-610b6956-f093-4143-ad87-483cf019eb66 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=5a89b6f21ff24eafbed378c2ece79c3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495722 Aug 30 04:23:40.367785 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-9a0adee0-1523-4de6-acba-8cb2282e4851 req-fa25e608-5791-4380-b20d-104118e4dd1d service neutron] 10.222.0.46 "GET /networking/v2.0/networks/f55c98a9-cbed-4af8-92a6-c49957223dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907130 Aug 30 04:23:40.408904 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5bb7ef-f229-4585-9d45-b52a276e5106 None None] New status for floating IP ddd7dace-e1af-4ff4-bde0-d5041aa888cc: ACTIVE {{(pid=106294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:23:40.473984 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-9a0adee0-1523-4de6-acba-8cb2282e4851 req-0b3ebbfc-7d87-437c-8d16-fe6b0159c991 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/f55c98a9-cbed-4af8-92a6-c49957223dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991402 Aug 30 04:23:40.648764 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b4185ca8-8d81-43fa-84af-a8bc419e2fa2 req-521bf5c4-844c-4ebd-88a4-87a8d65f91eb tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a2f09a45-d079-472f-9a0f-45714441aca5 HTTP/1.1" status: 200 len: 210 time: 0.0288401 Aug 30 04:23:40.718746 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.agents_db [None req-4bab6993-eaca-4b45-827a-a5590950f82e None None] Agent healthcheck: found 6 active agents {{(pid=106295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:23:41.753221 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-6cf6afd5-5fec-4064-946e-9e7197f2e4d6 req-67f02d32-1d8e-4780-be1a-c46455aa32cd tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a2f09a45-d079-472f-9a0f-45714441aca5 HTTP/1.1" status: 200 len: 210 time: 0.0306334 Aug 30 04:23:41.860851 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0adee0-1523-4de6-acba-8cb2282e4851 req-fc7e5b3a-550c-4793-bf1f-5c0868ca809b tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:41.862314 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9a0adee0-1523-4de6-acba-8cb2282e4851 req-fc7e5b3a-550c-4793-bf1f-5c0868ca809b tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.75 "GET /networking/v2.0/networks?id=f55c98a9-cbed-4af8-92a6-c49957223dcb HTTP/1.1" status: 200 len: 810 time: 0.1156464 Aug 30 04:23:41.925735 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9a0adee0-1523-4de6-acba-8cb2282e4851 req-b7c3838a-1ad6-48f4-9d5b-fc5d57233eef tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.75 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5a89b6f21ff24eafbed378c2ece79c3e HTTP/1.1" status: 200 len: 380 time: 0.0546081 Aug 30 04:23:42.000086 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-9a0adee0-1523-4de6-acba-8cb2282e4851 req-1e5710c5-079d-4120-8f1a-5610275ce0b3 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Request body: {'port': {'device_id': 'a2f09a45-d079-472f-9a0f-45714441aca5', 'network_id': 'f55c98a9-cbed-4af8-92a6-c49957223dcb', 'admin_state_up': True, 'tenant_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'security_groups': ['71feeea0-ea8c-4677-b90c-baccf4202bc2']}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:23:42.060232 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:42.075450 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:42.108811 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a0adee0-1523-4de6-acba-8cb2282e4851 req-1e5710c5-079d-4120-8f1a-5610275ce0b3 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Made reservation on behalf of 5a89b6f21ff24eafbed378c2ece79c3e for: {'port': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:23:42.112522 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-9a0adee0-1523-4de6-acba-8cb2282e4851 req-1e5710c5-079d-4120-8f1a-5610275ce0b3 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:42.240057 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [req-9a0adee0-1523-4de6-acba-8cb2282e4851 req-1e5710c5-079d-4120-8f1a-5610275ce0b3 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Allocated IP 172.20.0.7 (f55c98a9-cbed-4af8-92a6-c49957223dcb/8f1a2822-90de-40bf-914e-6a8cde2028a4/4b5eb000-c8f0-4513-96d5-77d22b2b35ca) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:23:42.381326 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-9a0adee0-1523-4de6-acba-8cb2282e4851 req-1e5710c5-079d-4120-8f1a-5610275ce0b3 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks [] for port (4b5eb000-c8f0-4513-96d5-77d22b2b35ca), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:42.412982 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-9a0adee0-1523-4de6-acba-8cb2282e4851 req-1e5710c5-079d-4120-8f1a-5610275ce0b3 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (4b5eb000-c8f0-4513-96d5-77d22b2b35ca), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:42.458242 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a0adee0-1523-4de6-acba-8cb2282e4851 req-1e5710c5-079d-4120-8f1a-5610275ce0b3 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Network f55c98a9-cbed-4af8-92a6-c49957223dcb is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:23:42.461353 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [req-9a0adee0-1523-4de6-acba-8cb2282e4851 req-1e5710c5-079d-4120-8f1a-5610275ce0b3 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:23:42.465500 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a0adee0-1523-4de6-acba-8cb2282e4851 req-1e5710c5-079d-4120-8f1a-5610275ce0b3 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:23:42.471549 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5710c5-079d-4120-8f1a-5610275ce0b3 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Pushing event updated for resources: {'Port': ['ID=4b5eb000-c8f0-4513-96d5-77d22b2b35ca,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:23:42.525183 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0adee0-1523-4de6-acba-8cb2282e4851 req-1e5710c5-079d-4120-8f1a-5610275ce0b3 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:42.525835 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-9a0adee0-1523-4de6-acba-8cb2282e4851 req-1e5710c5-079d-4120-8f1a-5610275ce0b3 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:42.543576 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9a0adee0-1523-4de6-acba-8cb2282e4851 req-1e5710c5-079d-4120-8f1a-5610275ce0b3 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.75 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5472524 Aug 30 04:23:42.557458 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-9a0adee0-1523-4de6-acba-8cb2282e4851 req-886b6ccd-70b7-45f1-b411-b9f51c3a201f service neutron] Request body: {'port': {'device_id': 'a2f09a45-d079-472f-9a0f-45714441aca5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:23:42.620597 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-9a0adee0-1523-4de6-acba-8cb2282e4851 req-886b6ccd-70b7-45f1-b411-b9f51c3a201f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (4b5eb000-c8f0-4513-96d5-77d22b2b35ca), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:42.648714 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-5f54954f-f91f-4df0-b0d8-d9ad080d5e82 None None] Provisioning complete for port 4b5eb000-c8f0-4513-96d5-77d22b2b35ca triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:23:42.649271 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-5f54954f-f91f-4df0-b0d8-d9ad080d5e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (4b5eb000-c8f0-4513-96d5-77d22b2b35ca), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:42.679703 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-5f54954f-f91f-4df0-b0d8-d9ad080d5e82 None None] Port 4b5eb000-c8f0-4513-96d5-77d22b2b35ca cannot update to ACTIVE because it is not bound. {{(pid=106294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:23:42.870223 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:42.879857 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:42.918185 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f009893-52a2-4eb9-9592-3caecb297eb4 req-89a57f78-84c1-461b-93e0-dd9476a702ac tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:42.919670 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2f009893-52a2-4eb9-9592-3caecb297eb4 req-89a57f78-84c1-461b-93e0-dd9476a702ac tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a2f09a45-d079-472f-9a0f-45714441aca5 HTTP/1.1" status: 200 len: 931 time: 0.0850742 Aug 30 04:23:42.940511 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [req-9a0adee0-1523-4de6-acba-8cb2282e4851 req-886b6ccd-70b7-45f1-b411-b9f51c3a201f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b5eb000-c8f0-4513-96d5-77d22b2b35ca {{(pid=106293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:23:42.954605 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-9a0adee0-1523-4de6-acba-8cb2282e4851 req-886b6ccd-70b7-45f1-b411-b9f51c3a201f service neutron] Publish callbacks [] for port (4b5eb000-c8f0-4513-96d5-77d22b2b35ca), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:42.982634 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.provisioning_blocks [req-9a0adee0-1523-4de6-acba-8cb2282e4851 req-886b6ccd-70b7-45f1-b411-b9f51c3a201f service neutron] Transition to ACTIVE for port object 4b5eb000-c8f0-4513-96d5-77d22b2b35ca will not be triggered until provisioned by entity L2. {{(pid=106293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:23:42.989915 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-9a0adee0-1523-4de6-acba-8cb2282e4851 req-886b6ccd-70b7-45f1-b411-b9f51c3a201f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-454314'] for port (4b5eb000-c8f0-4513-96d5-77d22b2b35ca), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:43.001023 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2f009893-52a2-4eb9-9592-3caecb297eb4 req-20bb8fc4-7002-4eb2-9fb8-d78bb5a2502b tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=71feeea0-ea8c-4677-b90c-baccf4202bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721443 Aug 30 04:23:43.062079 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886b6ccd-70b7-45f1-b411-b9f51c3a201f service neutron] Pushing event updated for resources: {'Port': ['ID=4b5eb000-c8f0-4513-96d5-77d22b2b35ca,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:23:43.112377 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-9a0adee0-1523-4de6-acba-8cb2282e4851 req-886b6ccd-70b7-45f1-b411-b9f51c3a201f service neutron] Attempting to bind port 4b5eb000-c8f0-4513-96d5-77d22b2b35ca on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:23:43.112514 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-9a0adee0-1523-4de6-acba-8cb2282e4851 req-886b6ccd-70b7-45f1-b411-b9f51c3a201f service neutron] Attempting to bind port 4b5eb000-c8f0-4513-96d5-77d22b2b35ca by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': 'e519ac78-f91d-4e30-a2bb-8ce973f50b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'f55c98a9-cbed-4af8-92a6-c49957223dcb'}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:23:43.112844 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0adee0-1523-4de6-acba-8cb2282e4851 req-886b6ccd-70b7-45f1-b411-b9f51c3a201f service neutron] Attempting to bind port 4b5eb000-c8f0-4513-96d5-77d22b2b35ca on network f55c98a9-cbed-4af8-92a6-c49957223dcb {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:23:43.117316 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0adee0-1523-4de6-acba-8cb2282e4851 req-886b6ccd-70b7-45f1-b411-b9f51c3a201f service neutron] Port 4b5eb000-c8f0-4513-96d5-77d22b2b35ca on network f55c98a9-cbed-4af8-92a6-c49957223dcb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:23:43.117633 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0adee0-1523-4de6-acba-8cb2282e4851 req-886b6ccd-70b7-45f1-b411-b9f51c3a201f service neutron] Attempting to bind port 4b5eb000-c8f0-4513-96d5-77d22b2b35ca on network f55c98a9-cbed-4af8-92a6-c49957223dcb {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:23:43.123537 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0adee0-1523-4de6-acba-8cb2282e4851 req-886b6ccd-70b7-45f1-b411-b9f51c3a201f service neutron] Checking agent: {'id': '5274a8db-cdbb-4c02-abb1-2eb9d7076dc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 17), 'started_at': datetime.datetime(2022, 8, 30, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:23:43.123879 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0adee0-1523-4de6-acba-8cb2282e4851 req-886b6ccd-70b7-45f1-b411-b9f51c3a201f service neutron] Checking segment: {'id': 'e519ac78-f91d-4e30-a2bb-8ce973f50b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'f55c98a9-cbed-4af8-92a6-c49957223dcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:23:43.124260 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0adee0-1523-4de6-acba-8cb2282e4851 req-886b6ccd-70b7-45f1-b411-b9f51c3a201f service neutron] Bound using segment: {'id': 'e519ac78-f91d-4e30-a2bb-8ce973f50b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'f55c98a9-cbed-4af8-92a6-c49957223dcb'} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:23:43.124682 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-9a0adee0-1523-4de6-acba-8cb2282e4851 req-886b6ccd-70b7-45f1-b411-b9f51c3a201f service neutron] Bound port: 4b5eb000-c8f0-4513-96d5-77d22b2b35ca, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e519ac78-f91d-4e30-a2bb-8ce973f50b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'f55c98a9-cbed-4af8-92a6-c49957223dcb'}}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:23:43.125044 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-9a0adee0-1523-4de6-acba-8cb2282e4851 req-886b6ccd-70b7-45f1-b411-b9f51c3a201f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (4b5eb000-c8f0-4513-96d5-77d22b2b35ca), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:43.187109 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-9a0adee0-1523-4de6-acba-8cb2282e4851 req-886b6ccd-70b7-45f1-b411-b9f51c3a201f service neutron] For port 4b5eb000-c8f0-4513-96d5-77d22b2b35ca, host hv-cinder-85220, cleared binding levels {{(pid=106293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:23:43.190232 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-9a0adee0-1523-4de6-acba-8cb2282e4851 req-886b6ccd-70b7-45f1-b411-b9f51c3a201f service neutron] For port 4b5eb000-c8f0-4513-96d5-77d22b2b35ca, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=4b5eb000-c8f0-4513-96d5-77d22b2b35ca,segment=NetworkSegment(e519ac78-f91d-4e30-a2bb-8ce973f50b92),segment_id=e519ac78-f91d-4e30-a2bb-8ce973f50b92)] {{(pid=106293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:23:43.198026 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-9a0adee0-1523-4de6-acba-8cb2282e4851 req-886b6ccd-70b7-45f1-b411-b9f51c3a201f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-454314'] for port (4b5eb000-c8f0-4513-96d5-77d22b2b35ca), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:43.201239 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0adee0-1523-4de6-acba-8cb2282e4851 req-886b6ccd-70b7-45f1-b411-b9f51c3a201f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:43.202277 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-9a0adee0-1523-4de6-acba-8cb2282e4851 req-886b6ccd-70b7-45f1-b411-b9f51c3a201f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:43.203653 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9a0adee0-1523-4de6-acba-8cb2282e4851 req-886b6ccd-70b7-45f1-b411-b9f51c3a201f service neutron] 10.222.0.75 "PUT /networking/v2.0/ports/4b5eb000-c8f0-4513-96d5-77d22b2b35ca HTTP/1.1" status: 200 len: 1093 time: 0.6512356 Aug 30 04:23:43.205758 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f09a45-d079-472f-9a0f-45714441aca5', 'tag': '4b5eb000-c8f0-4513-96d5-77d22b2b35ca'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:23:43.208682 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11a3118c5976ecaadc28dc64ec6366a88eb3d4be069be3e491e321578e9d1f78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c44af9f-1b2d-492d-be6e-dbcf6849af98" -d '{"events": [{"name": "network-changed", "server_uuid": "a2f09a45-d079-472f-9a0f-45714441aca5", "tag": "4b5eb000-c8f0-4513-96d5-77d22b2b35ca"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:23:43.264474 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722956d9-d706-4987-b877-b15d4b7edbc7 x-openstack-request-id: req-722956d9-d706-4987-b877-b15d4b7edbc7 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:23:43.264799 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2f09a45-d079-472f-9a0f-45714441aca5", "tag": "4b5eb000-c8f0-4513-96d5-77d22b2b35ca", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:23:43.264998 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-722956d9-d706-4987-b877-b15d4b7edbc7 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:23:43.265419 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-722956d9-d706-4987-b877-b15d4b7edbc7'] response: {'name': 'network-changed', 'server_uuid': 'a2f09a45-d079-472f-9a0f-45714441aca5', 'tag': '4b5eb000-c8f0-4513-96d5-77d22b2b35ca', 'status': 'completed', 'code': 200} Aug 30 04:23:43.303384 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886b6ccd-70b7-45f1-b411-b9f51c3a201f service neutron] Pushing event updated for resources: {'Port': ['ID=4b5eb000-c8f0-4513-96d5-77d22b2b35ca,revision_number=3']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:23:43.312267 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0adee0-1523-4de6-acba-8cb2282e4851 req-1bbb5c0b-ccc2-4fe6-99a9-b72ca49e6e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:43.313953 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9a0adee0-1523-4de6-acba-8cb2282e4851 req-1bbb5c0b-ccc2-4fe6-99a9-b72ca49e6e29 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=5a89b6f21ff24eafbed378c2ece79c3e&device_id=a2f09a45-d079-472f-9a0f-45714441aca5 HTTP/1.1" status: 200 len: 1127 time: 0.0605097 Aug 30 04:23:43.361278 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9a0adee0-1523-4de6-acba-8cb2282e4851 req-a3c61dc4-c922-45d5-9d93-368c84842929 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b5eb000-c8f0-4513-96d5-77d22b2b35ca HTTP/1.1" status: 200 len: 217 time: 0.0349126 Aug 30 04:23:43.725355 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0adee0-1523-4de6-acba-8cb2282e4851 req-1a25bc26-d4dd-40c0-a1cb-5fcd3b341b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:43.727476 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9a0adee0-1523-4de6-acba-8cb2282e4851 req-1a25bc26-d4dd-40c0-a1cb-5fcd3b341b25 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=8f1a2822-90de-40bf-914e-6a8cde2028a4 HTTP/1.1" status: 200 len: 849 time: 0.0454288 Aug 30 04:23:43.779776 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0adee0-1523-4de6-acba-8cb2282e4851 req-262e48ca-75cb-403a-8f0f-8f71eb5d330d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:43.781276 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9a0adee0-1523-4de6-acba-8cb2282e4851 req-262e48ca-75cb-403a-8f0f-8f71eb5d330d service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=f55c98a9-cbed-4af8-92a6-c49957223dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0472560 Aug 30 04:23:43.903650 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9a0adee0-1523-4de6-acba-8cb2282e4851 req-ba7d4650-1083-46b5-9eb3-e88bca65b942 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/f55c98a9-cbed-4af8-92a6-c49957223dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905151 Aug 30 04:23:43.999078 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9a0adee0-1523-4de6-acba-8cb2282e4851 req-655eac5c-23d5-4553-b77a-178f721bd2e1 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/f55c98a9-cbed-4af8-92a6-c49957223dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870144 Aug 30 04:23:44.124614 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd1c48-9989-478d-ae14-ecb051219fe3 req-32bcdc4f-66dd-4ebf-a3c2-fe4f94e44051 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:44.126066 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-77bd1c48-9989-478d-ae14-ecb051219fe3 req-32bcdc4f-66dd-4ebf-a3c2-fe4f94e44051 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a2f09a45-d079-472f-9a0f-45714441aca5 HTTP/1.1" status: 200 len: 943 time: 0.0488183 Aug 30 04:23:44.174065 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-77bd1c48-9989-478d-ae14-ecb051219fe3 req-dffa5581-0799-4327-a694-cf2b1b75cb2f tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=71feeea0-ea8c-4677-b90c-baccf4202bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423949 Aug 30 04:23:44.995945 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:45.009756 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44af9f-1b2d-492d-be6e-dbcf6849af98 req-1bfc5e6e-d511-4ad9-86a8-f1815baa5854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:45.011573 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8c44af9f-1b2d-492d-be6e-dbcf6849af98 req-1bfc5e6e-d511-4ad9-86a8-f1815baa5854 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=5a89b6f21ff24eafbed378c2ece79c3e&device_id=a2f09a45-d079-472f-9a0f-45714441aca5 HTTP/1.1" status: 200 len: 1127 time: 0.0438373 Aug 30 04:23:45.112495 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44af9f-1b2d-492d-be6e-dbcf6849af98 req-3a66fb65-ae28-4f30-b0c9-ce41ede67ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:45.114939 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8c44af9f-1b2d-492d-be6e-dbcf6849af98 req-3a66fb65-ae28-4f30-b0c9-ce41ede67ab7 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=f55c98a9-cbed-4af8-92a6-c49957223dcb HTTP/1.1" status: 200 len: 911 time: 0.0962033 Aug 30 04:23:45.172945 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8c44af9f-1b2d-492d-be6e-dbcf6849af98 req-e6232809-2936-42c0-9b66-5b2606544676 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b5eb000-c8f0-4513-96d5-77d22b2b35ca HTTP/1.1" status: 200 len: 217 time: 0.0511336 Aug 30 04:23:45.217031 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:45.232799 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44af9f-1b2d-492d-be6e-dbcf6849af98 req-1e97a57a-b0a9-423d-8143-418e659f92d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:45.234269 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8c44af9f-1b2d-492d-be6e-dbcf6849af98 req-1e97a57a-b0a9-423d-8143-418e659f92d0 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=8f1a2822-90de-40bf-914e-6a8cde2028a4 HTTP/1.1" status: 200 len: 849 time: 0.0533812 Aug 30 04:23:45.310013 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44af9f-1b2d-492d-be6e-dbcf6849af98 req-55f99ecf-7416-4f84-ad5d-0d5d615fc5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:45.311553 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8c44af9f-1b2d-492d-be6e-dbcf6849af98 req-55f99ecf-7416-4f84-ad5d-0d5d615fc5b5 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=f55c98a9-cbed-4af8-92a6-c49957223dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0706294 Aug 30 04:23:45.319196 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8912730-39c4-48f5-8803-565014e539ff req-2ec939f6-adeb-43f4-9282-728bea7a7fa1 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:45.320544 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c8912730-39c4-48f5-8803-565014e539ff req-2ec939f6-adeb-43f4-9282-728bea7a7fa1 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a2f09a45-d079-472f-9a0f-45714441aca5 HTTP/1.1" status: 200 len: 943 time: 0.0700793 Aug 30 04:23:45.423864 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c8912730-39c4-48f5-8803-565014e539ff req-cbbf7e39-ad4e-4e33-a85c-f0ef0dd3614f tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=71feeea0-ea8c-4677-b90c-baccf4202bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937543 Aug 30 04:23:45.453283 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8c44af9f-1b2d-492d-be6e-dbcf6849af98 req-d028b77c-8ddf-4aac-b19d-003b5d5bbc86 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/f55c98a9-cbed-4af8-92a6-c49957223dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318166 Aug 30 04:23:45.560167 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8c44af9f-1b2d-492d-be6e-dbcf6849af98 req-1e34a25f-2e25-4cfb-9579-7ba0cfac38fb service neutron] 10.222.0.75 "GET /networking/v2.0/networks/f55c98a9-cbed-4af8-92a6-c49957223dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005018 Aug 30 04:23:45.720042 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a198c8da-5e2c-4ce7-8513-3115de2edea5 req-2409e902-853e-46ea-92fa-4adaf7294f08 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:45.721482 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a198c8da-5e2c-4ce7-8513-3115de2edea5 req-2409e902-853e-46ea-92fa-4adaf7294f08 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 945 time: 0.0516379 Aug 30 04:23:45.768689 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a198c8da-5e2c-4ce7-8513-3115de2edea5 req-09ed898a-c6d6-488c-a304-bb9ff47b67a1 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e9f0b7fa-f259-40d7-927a-670fb929a634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415554 Aug 30 04:23:46.547159 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5233fe29-35a7-47a8-9b70-cbef79f8f76b req-6eb239e7-7c38-4153-a121-6b94265b4349 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:46.548533 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-5233fe29-35a7-47a8-9b70-cbef79f8f76b req-6eb239e7-7c38-4153-a121-6b94265b4349 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a2f09a45-d079-472f-9a0f-45714441aca5 HTTP/1.1" status: 200 len: 943 time: 0.0481739 Aug 30 04:23:46.594963 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-5233fe29-35a7-47a8-9b70-cbef79f8f76b req-dfeee6e5-058b-4514-924a-0ebec3a05481 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=71feeea0-ea8c-4677-b90c-baccf4202bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404656 Aug 30 04:23:46.887659 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c433f5-bb2d-4feb-bb73-e0158d3552d9 req-c22d771e-a4a4-4b69-951a-8f55f56459e8 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:46.889126 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b2c433f5-bb2d-4feb-bb73-e0158d3552d9 req-c22d771e-a4a4-4b69-951a-8f55f56459e8 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 945 time: 0.0462170 Aug 30 04:23:46.935144 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b2c433f5-bb2d-4feb-bb73-e0158d3552d9 req-92cd81b6-28cf-4930-8981-f2fc0052e59e tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e9f0b7fa-f259-40d7-927a-670fb929a634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403500 Aug 30 04:23:47.523368 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 4b5eb000-c8f0-4513-96d5-77d22b2b35ca details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106294) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:23:47.624476 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port 4b5eb000-c8f0-4513-96d5-77d22b2b35ca, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=4b5eb000-c8f0-4513-96d5-77d22b2b35ca,segment=NetworkSegment(e519ac78-f91d-4e30-a2bb-8ce973f50b92),segment_id=e519ac78-f91d-4e30-a2bb-8ce973f50b92)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:23:47.635791 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Returning: {'device': '4b5eb000-c8f0-4513-96d5-77d22b2b35ca', 'network_id': 'f55c98a9-cbed-4af8-92a6-c49957223dcb', 'port_id': '4b5eb000-c8f0-4513-96d5-77d22b2b35ca', 'mac_address': 'fa:16:3e:8d:c0:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f1a2822-90de-40bf-914e-6a8cde2028a4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106294) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:23:47.675989 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Current status of the port 4b5eb000-c8f0-4513-96d5-77d22b2b35ca is: DOWN; New status is: BUILD {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:23:47.676384 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (4b5eb000-c8f0-4513-96d5-77d22b2b35ca), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:47.690748 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b5eb000-c8f0-4513-96d5-77d22b2b35ca {{(pid=106294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:23:47.711766 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port 4b5eb000-c8f0-4513-96d5-77d22b2b35ca, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=4b5eb000-c8f0-4513-96d5-77d22b2b35ca,segment=NetworkSegment(e519ac78-f91d-4e30-a2bb-8ce973f50b92),segment_id=e519ac78-f91d-4e30-a2bb-8ce973f50b92)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:23:47.714323 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:47.717136 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (4b5eb000-c8f0-4513-96d5-77d22b2b35ca), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:47.726431 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc5480-fb73-4b6c-b63b-a501d57d68c1 req-f713dbb1-28ca-40ea-8a32-cd40fa34e390 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:47.728172 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-ffcc5480-fb73-4b6c-b63b-a501d57d68c1 req-f713dbb1-28ca-40ea-8a32-cd40fa34e390 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a2f09a45-d079-472f-9a0f-45714441aca5 HTTP/1.1" status: 200 len: 943 time: 0.0550122 Aug 30 04:23:47.766715 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Pushing event updated for resources: {'Port': ['ID=4b5eb000-c8f0-4513-96d5-77d22b2b35ca,revision_number=4']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:23:47.773957 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:47.779544 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-ffcc5480-fb73-4b6c-b63b-a501d57d68c1 req-e4dff854-1e74-4eda-a4be-3ea570c21b10 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=71feeea0-ea8c-4677-b90c-baccf4202bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441201 Aug 30 04:23:48.022336 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] get_ports_and_sgs() called for port_ids ['4b5eb000-c8f0-4513-96d5-77d22b2b35ca'] {{(pid=106294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:23:48.064784 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e227f-2778-4693-b510-58bb6febdc12 req-13f5a025-92ac-412f-9986-45607aed3b9a tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:48.066629 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-175e227f-2778-4693-b510-58bb6febdc12 req-13f5a025-92ac-412f-9986-45607aed3b9a tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 945 time: 0.0591855 Aug 30 04:23:48.116957 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-175e227f-2778-4693-b510-58bb6febdc12 req-fd0404c4-f276-41ba-9a8b-5a5b1e6eab84 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e9f0b7fa-f259-40d7-927a-670fb929a634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445879 Aug 30 04:23:49.056839 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396fa221-ff7b-459a-ba7b-40b470b965ba req-719a575d-2e5d-4503-85f9-0a3dcc6d9466 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:49.059070 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-396fa221-ff7b-459a-ba7b-40b470b965ba req-719a575d-2e5d-4503-85f9-0a3dcc6d9466 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a2f09a45-d079-472f-9a0f-45714441aca5 HTTP/1.1" status: 200 len: 944 time: 0.2043295 Aug 30 04:23:49.106632 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-396fa221-ff7b-459a-ba7b-40b470b965ba req-b23eb9fe-6a89-4935-a701-0384f1082558 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=71feeea0-ea8c-4677-b90c-baccf4202bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418451 Aug 30 04:23:49.238096 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad41e128-8507-4a07-b489-9904d6caf28a req-6b584ab3-2e33-4589-9852-106cbd79f29e tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:49.239606 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ad41e128-8507-4a07-b489-9904d6caf28a req-6b584ab3-2e33-4589-9852-106cbd79f29e tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 945 time: 0.0480597 Aug 30 04:23:49.290523 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ad41e128-8507-4a07-b489-9904d6caf28a req-0523da4c-5a70-4390-afc2-887f9499706c tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e9f0b7fa-f259-40d7-927a-670fb929a634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453789 Aug 30 04:23:49.453747 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df53f6cb-11f3-4ea2-8d0c-4d4fc26c2295 req-37f9e30f-a14f-41b0-8743-6fe6a3301944 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:49.455106 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-df53f6cb-11f3-4ea2-8d0c-4d4fc26c2295 req-37f9e30f-a14f-41b0-8743-6fe6a3301944 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 945 time: 0.0456517 Aug 30 04:23:49.530158 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 4b5eb000-c8f0-4513-96d5-77d22b2b35ca up at agent hyperv_hv-cinder-85220 {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:23:49.546983 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-df53f6cb-11f3-4ea2-8d0c-4d4fc26c2295 req-1e59956e-79b5-457f-8e3e-762a5ffe5ae7 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Deleting port eb59a541-38aa-4db2-b9d0-47ff00f339c8 {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:23:49.547350 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-df53f6cb-11f3-4ea2-8d0c-4d4fc26c2295 req-1e59956e-79b5-457f-8e3e-762a5ffe5ae7 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (eb59a541-38aa-4db2-b9d0-47ff00f339c8), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:49.549814 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:49.573881 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Provisioning for port 4b5eb000-c8f0-4513-96d5-77d22b2b35ca completed by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:23:49.580000 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Provisioning complete for port 4b5eb000-c8f0-4513-96d5-77d22b2b35ca triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:23:49.580426 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (4b5eb000-c8f0-4513-96d5-77d22b2b35ca), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:49.612598 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:49.617906 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:49.644673 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-df53f6cb-11f3-4ea2-8d0c-4d4fc26c2295 req-1e59956e-79b5-457f-8e3e-762a5ffe5ae7 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] For port eb59a541-38aa-4db2-b9d0-47ff00f339c8, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=eb59a541-38aa-4db2-b9d0-47ff00f339c8,segment=NetworkSegment(ba3ccad1-e761-4282-ad36-66b52ed371a6),segment_id=ba3ccad1-e761-4282-ad36-66b52ed371a6)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:23:49.645028 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-df53f6cb-11f3-4ea2-8d0c-4d4fc26c2295 req-1e59956e-79b5-457f-8e3e-762a5ffe5ae7 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (eb59a541-38aa-4db2-b9d0-47ff00f339c8), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:49.663798 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Current status of the port 4b5eb000-c8f0-4513-96d5-77d22b2b35ca is: BUILD; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:23:49.664181 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (4b5eb000-c8f0-4513-96d5-77d22b2b35ca), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:49.687511 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f09a45-d079-472f-9a0f-45714441aca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b5eb000-c8f0-4513-96d5-77d22b2b35ca'}] {{(pid=106294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:23:49.689722 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc91461c002048a1511ec2515697d9f100988a5a9e001fc967bf4275e8e26e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ab3ce4-8ff6-4bdb-838a-0078867ac8be" -d '{"events": [{"server_uuid": "a2f09a45-d079-472f-9a0f-45714441aca5", "name": "network-vif-plugged", "status": "completed", "tag": "4b5eb000-c8f0-4513-96d5-77d22b2b35ca"}]}' {{(pid=106294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:23:49.703342 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port 4b5eb000-c8f0-4513-96d5-77d22b2b35ca, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=4b5eb000-c8f0-4513-96d5-77d22b2b35ca,segment=NetworkSegment(e519ac78-f91d-4e30-a2bb-8ce973f50b92),segment_id=e519ac78-f91d-4e30-a2bb-8ce973f50b92)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:23:49.708415 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (4b5eb000-c8f0-4513-96d5-77d22b2b35ca), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:49.735809 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a137f6f6-e1fa-48e8-bcf1-465bfcbfac52 x-openstack-request-id: req-a137f6f6-e1fa-48e8-bcf1-465bfcbfac52 {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:23:49.736106 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f09a45-d079-472f-9a0f-45714441aca5", "name": "network-vif-plugged", "status": "completed", "tag": "4b5eb000-c8f0-4513-96d5-77d22b2b35ca", "code": 200}]} {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:23:49.736357 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a137f6f6-e1fa-48e8-bcf1-465bfcbfac52 {{(pid=106294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:23:49.736767 dv-cinder-852208-11-iscsi neutron-server[106294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a137f6f6-e1fa-48e8-bcf1-465bfcbfac52'] response: {'server_uuid': 'a2f09a45-d079-472f-9a0f-45714441aca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b5eb000-c8f0-4513-96d5-77d22b2b35ca', 'code': 200} Aug 30 04:23:49.759009 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Pushing event updated for resources: {'Port': ['ID=4b5eb000-c8f0-4513-96d5-77d22b2b35ca,revision_number=5']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:23:49.769130 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:49.829522 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-df53f6cb-11f3-4ea2-8d0c-4d4fc26c2295 req-1e59956e-79b5-457f-8e3e-762a5ffe5ae7 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:49.829881 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-df53f6cb-11f3-4ea2-8d0c-4d4fc26c2295 req-1e59956e-79b5-457f-8e3e-762a5ffe5ae7 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572642'] for floatingip (2c5143dd-c5ae-4b08-b1f8-d2edfb3cba7d), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:49.830225 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.db.l3_db [req-df53f6cb-11f3-4ea2-8d0c-4d4fc26c2295 req-1e59956e-79b5-457f-8e3e-762a5ffe5ae7 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Floating IP 2c5143dd-c5ae-4b08-b1f8-d2edfb3cba7d disassociated. External IP: 172.27.4.119, port: eb59a541-38aa-4db2-b9d0-47ff00f339c8. Aug 30 04:23:49.830564 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-df53f6cb-11f3-4ea2-8d0c-4d4fc26c2295 req-1e59956e-79b5-457f-8e3e-762a5ffe5ae7 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Calling delete_port for eb59a541-38aa-4db2-b9d0-47ff00f339c8 owned by compute:nova {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:23:49.934888 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e80a09-146b-443d-b118-ef3cd17a6ea0 req-75adc993-de2f-43f4-80a6-f321f6ff60e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:49.936407 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-15e80a09-146b-443d-b118-ef3cd17a6ea0 req-75adc993-de2f-43f4-80a6-f321f6ff60e8 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a2f09a45-d079-472f-9a0f-45714441aca5 HTTP/1.1" status: 200 len: 1129 time: 0.0656614 Aug 30 04:23:50.016990 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-15e80a09-146b-443d-b118-ef3cd17a6ea0 req-fa42195e-9890-4ec4-83e1-5d3828539235 service neutron] 10.222.0.75 "GET /networking/v2.0/security-groups?id=71feeea0-ea8c-4677-b90c-baccf4202bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707972 Aug 30 04:23:50.035165 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-df53f6cb-11f3-4ea2-8d0c-4d4fc26c2295 req-1e59956e-79b5-457f-8e3e-762a5ffe5ae7 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (eb59a541-38aa-4db2-b9d0-47ff00f339c8), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:50.063298 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e59956e-79b5-457f-8e3e-762a5ffe5ae7 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Pushing event deleted for resources: {'Port': ['ID=eb59a541-38aa-4db2-b9d0-47ff00f339c8,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:23:50.172478 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df53f6cb-11f3-4ea2-8d0c-4d4fc26c2295 req-1e59956e-79b5-457f-8e3e-762a5ffe5ae7 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Router 3c01efb0-7805-4bef-b1f3-476570199b5d has already been hosted by L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 {{(pid=106293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:23:50.268706 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a142b-8eda-4e1c-8032-e5e93c1030a4 req-ddd2c288-0b6e-4f08-913a-31c80cafe821 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:50.270101 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-170a142b-8eda-4e1c-8032-e5e93c1030a4 req-ddd2c288-0b6e-4f08-913a-31c80cafe821 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a2f09a45-d079-472f-9a0f-45714441aca5 HTTP/1.1" status: 200 len: 945 time: 0.0903125 Aug 30 04:23:50.345733 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df53f6cb-11f3-4ea2-8d0c-4d4fc26c2295 req-1e59956e-79b5-457f-8e3e-762a5ffe5ae7 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:23:50.360954 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6637df-6af4-45d8-a0c8-0a212ebc4346 None None] Sync routers for ids ['3c01efb0-7805-4bef-b1f3-476570199b5d'] in dv-cinder-852208-11-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:23:50.364441 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-149c1b65-5975-4664-8a92-bb8d9e064098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (1bd89ca2-58f6-428d-83bf-6325bad549fd), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:50.377329 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-170a142b-8eda-4e1c-8032-e5e93c1030a4 req-418df2a3-3938-43bc-a644-973b0b402ccb tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=71feeea0-ea8c-4677-b90c-baccf4202bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014962 Aug 30 04:23:50.379252 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6637df-6af4-45d8-a0c8-0a212ebc4346 None None] Routers {'3c01efb0-7805-4bef-b1f3-476570199b5d'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:23:50.383183 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-5a6637df-6af4-45d8-a0c8-0a212ebc4346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:23:23Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['3c01efb0-7805-4bef-b1f3-476570199b5d'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:23:50.403780 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-df53f6cb-11f3-4ea2-8d0c-4d4fc26c2295 req-1e59956e-79b5-457f-8e3e-762a5ffe5ae7 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] No DVR routers for this DVR port eb59a541-38aa-4db2-b9d0-47ff00f339c8 on host hv-cinder-85220 {{(pid=106293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:23:50.406122 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-cb1c1f09-3f2b-4641-8ccc-ca937cf98f71 req-bd981fb6-7c77-4b56-a854-3e6388b6110e tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 210 time: 0.0315993 Aug 30 04:23:50.411628 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-df53f6cb-11f3-4ea2-8d0c-4d4fc26c2295 req-1e59956e-79b5-457f-8e3e-762a5ffe5ae7 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:50.415761 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-df53f6cb-11f3-4ea2-8d0c-4d4fc26c2295 req-1e59956e-79b5-457f-8e3e-762a5ffe5ae7 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.75 "DELETE /networking/v2.0/ports/eb59a541-38aa-4db2-b9d0-47ff00f339c8 HTTP/1.1" status: 204 len: 173 time: 0.9544160 Aug 30 04:23:50.416301 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b08fcdf7-05cc-4789-981c-cb67b796f1bc', 'name': 'network-vif-deleted', 'tag': 'eb59a541-38aa-4db2-b9d0-47ff00f339c8'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:23:50.419223 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11a3118c5976ecaadc28dc64ec6366a88eb3d4be069be3e491e321578e9d1f78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485c2a73-b034-4361-81bc-2b8ccf1f252a" -d '{"events": [{"server_uuid": "b08fcdf7-05cc-4789-981c-cb67b796f1bc", "name": "network-vif-deleted", "tag": "eb59a541-38aa-4db2-b9d0-47ff00f339c8"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:23:50.465492 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192fa49d-c029-4be0-a3d8-44e2523a43d8 x-openstack-request-id: req-192fa49d-c029-4be0-a3d8-44e2523a43d8 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:23:50.465788 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b08fcdf7-05cc-4789-981c-cb67b796f1bc", "name": "network-vif-deleted", "tag": "eb59a541-38aa-4db2-b9d0-47ff00f339c8", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:23:50.466059 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-192fa49d-c029-4be0-a3d8-44e2523a43d8 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:23:50.466479 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-192fa49d-c029-4be0-a3d8-44e2523a43d8'] response: {'server_uuid': 'b08fcdf7-05cc-4789-981c-cb67b796f1bc', 'name': 'network-vif-deleted', 'tag': 'eb59a541-38aa-4db2-b9d0-47ff00f339c8', 'status': 'completed', 'code': 200} Aug 30 04:23:50.512653 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-5a6637df-6af4-45d8-a0c8-0a212ebc4346 None None] Set router 3c01efb0-7805-4bef-b1f3-476570199b5d gateway port host: dv-cinder-852208-11-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:23:50.714979 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-5a6637df-6af4-45d8-a0c8-0a212ebc4346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c01efb0-7805-4bef-b1f3-476570199b5d', 'name': 'tempest-ServerRescueNegativeTestJSON-2077016422-router', 'tenant_id': 'a9a5c650ed23445bb585711f962d7e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.39'}], 'enable_snat': True}, 'gw_port_id': '666785d5-060a-4460-bb5f-6da37fa29801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:49Z', 'updated_at': '2022-08-30T04:18:59Z', 'revision_number': 4, 'project_id': 'a9a5c650ed23445bb585711f962d7e09', 'gw_port': {'id': '666785d5-060a-4460-bb5f-6da37fa29801', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c01efb0-7805-4bef-b1f3-476570199b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:51Z', 'updated_at': '2022-08-30T04:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': '72368378-95b5-42b5-ae57-8fb4569082ec', 'name': '', 'network_id': '524cda22-09e9-423b-b572-9d6bbb210043', 'tenant_id': 'a9a5c650ed23445bb585711f962d7e09', 'mac_address': 'fa:16:3e:94:24:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c01efb0-7805-4bef-b1f3-476570199b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bf40f790-127d-4290-907b-8c5f990389ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:57Z', 'updated_at': '2022-08-30T04:19:08Z', 'revision_number': 5, 'project_id': 'a9a5c650ed23445bb585711f962d7e09', 'subnets': [{'id': 'bf40f790-127d-4290-907b-8c5f990389ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:23:50.739632 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6637df-6af4-45d8-a0c8-0a212ebc4346 None None] Checking router: 3c01efb0-7805-4bef-b1f3-476570199b5d for host: dv-cinder-852208-11-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:23:50.741224 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=100 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:50.749619 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6637df-6af4-45d8-a0c8-0a212ebc4346 None None] Routers {'3c01efb0-7805-4bef-b1f3-476570199b5d'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:23:50.750324 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-5a6637df-6af4-45d8-a0c8-0a212ebc4346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:23:23Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['3c01efb0-7805-4bef-b1f3-476570199b5d'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:23:50.860056 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-5a6637df-6af4-45d8-a0c8-0a212ebc4346 None None] Set router 3c01efb0-7805-4bef-b1f3-476570199b5d gateway port host: dv-cinder-852208-11-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:23:50.987849 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=100 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:51.001051 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-08f39ecd-4005-43ba-a674-af7075743a41 req-006ba8ac-a288-4c8f-95d8-49497b3fcc8e tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-282909945&fields=id&tenant_id=ddae968572774fa5b3d0a561b5c1b085 HTTP/1.1" status: 200 len: 267 time: 0.0574853 Aug 30 04:23:51.060140 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f39ecd-4005-43ba-a674-af7075743a41 req-2721a883-3b88-4ed3-98de-54f51887cbde tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:51.060992 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-5a6637df-6af4-45d8-a0c8-0a212ebc4346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c01efb0-7805-4bef-b1f3-476570199b5d', 'name': 'tempest-ServerRescueNegativeTestJSON-2077016422-router', 'tenant_id': 'a9a5c650ed23445bb585711f962d7e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.39'}], 'enable_snat': True}, 'gw_port_id': '666785d5-060a-4460-bb5f-6da37fa29801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:49Z', 'updated_at': '2022-08-30T04:18:59Z', 'revision_number': 4, 'project_id': 'a9a5c650ed23445bb585711f962d7e09', 'gw_port': {'id': '666785d5-060a-4460-bb5f-6da37fa29801', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c01efb0-7805-4bef-b1f3-476570199b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:51Z', 'updated_at': '2022-08-30T04:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': '72368378-95b5-42b5-ae57-8fb4569082ec', 'name': '', 'network_id': '524cda22-09e9-423b-b572-9d6bbb210043', 'tenant_id': 'a9a5c650ed23445bb585711f962d7e09', 'mac_address': 'fa:16:3e:94:24:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c01efb0-7805-4bef-b1f3-476570199b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bf40f790-127d-4290-907b-8c5f990389ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:57Z', 'updated_at': '2022-08-30T04:19:08Z', 'revision_number': 5, 'project_id': 'a9a5c650ed23445bb585711f962d7e09', 'subnets': [{'id': 'bf40f790-127d-4290-907b-8c5f990389ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:23:51.061662 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-08f39ecd-4005-43ba-a674-af7075743a41 req-2721a883-3b88-4ed3-98de-54f51887cbde tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8a3a79d0-31a2-463a-b7db-749bfd7eb055 HTTP/1.1" status: 200 len: 984 time: 0.0525074 Aug 30 04:23:51.072680 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [req-08f39ecd-4005-43ba-a674-af7075743a41 req-784dbb7e-f979-463f-9b84-256692d28ab1 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Request body: {'port': {'security_groups': ['27cb5881-51a7-484f-9826-0025161b6b09']}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:23:51.090908 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6637df-6af4-45d8-a0c8-0a212ebc4346 None None] The sync data for ids ['3c01efb0-7805-4bef-b1f3-476570199b5d'] in dv-cinder-852208-11-iscsi is: [{'id': '3c01efb0-7805-4bef-b1f3-476570199b5d', 'name': 'tempest-ServerRescueNegativeTestJSON-2077016422-router', 'tenant_id': 'a9a5c650ed23445bb585711f962d7e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.39'}], 'enable_snat': True}, 'gw_port_id': '666785d5-060a-4460-bb5f-6da37fa29801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:49Z', 'updated_at': '2022-08-30T04:18:59Z', 'revision_number': 4, 'project_id': 'a9a5c650ed23445bb585711f962d7e09', 'gw_port': {'id': '666785d5-060a-4460-bb5f-6da37fa29801', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c01efb0-7805-4bef-b1f3-476570199b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:51Z', 'updated_at': '2022-08-30T04:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': '72368378-95b5-42b5-ae57-8fb4569082ec', 'name': '', 'network_id': '524cda22-09e9-423b-b572-9d6bbb210043', 'tenant_id': 'a9a5c650ed23445bb585711f962d7e09', 'mac_address': 'fa:16:3e:94:24:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c01efb0-7805-4bef-b1f3-476570199b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bf40f790-127d-4290-907b-8c5f990389ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:57Z', 'updated_at': '2022-08-30T04:19:08Z', 'revision_number': 5, 'project_id': 'a9a5c650ed23445bb585711f962d7e09', 'subnets': [{'id': 'bf40f790-127d-4290-907b-8c5f990389ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:23:51.154744 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [req-08f39ecd-4005-43ba-a674-af7075743a41 req-784dbb7e-f979-463f-9b84-256692d28ab1 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (7e166b02-3f14-40b4-b11a-1b65c4bce791), before_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:51.330698 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cc714d-ce3a-4ed2-b31a-ca4979521b9e None None] New status for floating IP 2c5143dd-c5ae-4b08-b1f8-d2edfb3cba7d: DOWN {{(pid=106294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:23:51.339772 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.db [req-08f39ecd-4005-43ba-a674-af7075743a41 req-784dbb7e-f979-463f-9b84-256692d28ab1 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] For port 7e166b02-3f14-40b4-b11a-1b65c4bce791, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=7e166b02-3f14-40b4-b11a-1b65c4bce791,segment=NetworkSegment(f0cd75e6-ffe0-46b7-b2c6-77de4b5cd414),segment_id=f0cd75e6-ffe0-46b7-b2c6-77de4b5cd414)] {{(pid=106292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:23:51.367936 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [req-08f39ecd-4005-43ba-a674-af7075743a41 req-784dbb7e-f979-463f-9b84-256692d28ab1 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks [] for port (7e166b02-3f14-40b4-b11a-1b65c4bce791), precommit_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:51.372865 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [req-08f39ecd-4005-43ba-a674-af7075743a41 req-784dbb7e-f979-463f-9b84-256692d28ab1 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642194'] for port (7e166b02-3f14-40b4-b11a-1b65c4bce791), after_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:51.383697 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f39ecd-4005-43ba-a674-af7075743a41 req-784dbb7e-f979-463f-9b84-256692d28ab1 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:51.384298 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [req-08f39ecd-4005-43ba-a674-af7075743a41 req-784dbb7e-f979-463f-9b84-256692d28ab1 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for port (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:51.385647 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-08f39ecd-4005-43ba-a674-af7075743a41 req-784dbb7e-f979-463f-9b84-256692d28ab1 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "PUT /networking/v2.0/ports/7e166b02-3f14-40b4-b11a-1b65c4bce791 HTTP/1.1" status: 200 len: 942 time: 0.3176279 Aug 30 04:23:51.386921 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a3a79d0-31a2-463a-b7db-749bfd7eb055', 'tag': '7e166b02-3f14-40b4-b11a-1b65c4bce791'}] {{(pid=106292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:23:51.389388 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac8df60c6f70ae957e00457e6d6ce8432b58a3ad70202c2877012db9cc29900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eca6d17-53a6-4d0a-8158-fbc4b7debd5c" -d '{"events": [{"name": "network-changed", "server_uuid": "8a3a79d0-31a2-463a-b7db-749bfd7eb055", "tag": "7e166b02-3f14-40b4-b11a-1b65c4bce791"}]}' {{(pid=106292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:23:51.394980 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 51798) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:23:51.403970 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] get_ports_and_sgs() called for port_ids ['7e166b02-3f14-40b4-b11a-1b65c4bce791'] {{(pid=106294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:23:51.445045 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0658f4-5ebd-4aa2-9254-0228910f8dd1 x-openstack-request-id: req-3b0658f4-5ebd-4aa2-9254-0228910f8dd1 {{(pid=106292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:23:51.445566 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a3a79d0-31a2-463a-b7db-749bfd7eb055", "tag": "7e166b02-3f14-40b4-b11a-1b65c4bce791", "status": "completed", "code": 200}]} {{(pid=106292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:23:51.445566 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3b0658f4-5ebd-4aa2-9254-0228910f8dd1 {{(pid=106292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:23:51.445965 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b0658f4-5ebd-4aa2-9254-0228910f8dd1'] response: {'name': 'network-changed', 'server_uuid': '8a3a79d0-31a2-463a-b7db-749bfd7eb055', 'tag': '7e166b02-3f14-40b4-b11a-1b65c4bce791', 'status': 'completed', 'code': 200} Aug 30 04:23:51.535106 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-6b346c9f-8108-407c-b1fd-f545f6317d11 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks [] for security_group (717ac52a-3f2f-4522-bdcd-7557eab93517), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:51.574346 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-6b346c9f-8108-407c-b1fd-f545f6317d11 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks [] for security_group (717ac52a-3f2f-4522-bdcd-7557eab93517), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:51.586680 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] get_ports_and_sgs() called for port_ids ['7e166b02-3f14-40b4-b11a-1b65c4bce791'] {{(pid=106294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:23:51.589528 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f8838-7201-44a0-bc97-d934ef425d13 req-047752c7-6935-4ab5-9c87-231f5864abe8 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:51.591080 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-680f8838-7201-44a0-bc97-d934ef425d13 req-047752c7-6935-4ab5-9c87-231f5864abe8 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a2f09a45-d079-472f-9a0f-45714441aca5 HTTP/1.1" status: 200 len: 945 time: 0.1010406 Aug 30 04:23:51.593868 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784dbb7e-f979-463f-9b84-256692d28ab1 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Pushing event updated for resources: {'Port': ['ID=7e166b02-3f14-40b4-b11a-1b65c4bce791,revision_number=7']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:23:51.632430 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f16459e1-a5d0-40dc-9b56-854fb7e20b5f req-379ea040-9dc7-4089-b2b3-1d82ab86e9b5 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b08fcdf7-05cc-4789-981c-cb67b796f1bc HTTP/1.1" status: 200 len: 210 time: 0.1072879 Aug 30 04:23:51.703619 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-6b346c9f-8108-407c-b1fd-f545f6317d11 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (717ac52a-3f2f-4522-bdcd-7557eab93517), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:51.709377 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-6b346c9f-8108-407c-b1fd-f545f6317d11 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:51.712019 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-6b346c9f-8108-407c-b1fd-f545f6317d11 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/717ac52a-3f2f-4522-bdcd-7557eab93517 HTTP/1.1" status: 204 len: 168 time: 0.3169804 Aug 30 04:23:51.722222 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 51806) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:23:51.729064 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-680f8838-7201-44a0-bc97-d934ef425d13 req-fed39050-2dd6-4bc6-a707-719a2dd953c2 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=71feeea0-ea8c-4677-b90c-baccf4202bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253464 Aug 30 04:23:51.744529 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b346c9f-8108-407c-b1fd-f545f6317d11 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=717ac52a-3f2f-4522-bdcd-7557eab93517,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:23:51.787473 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca6d17-53a6-4d0a-8158-fbc4b7debd5c req-bd70a302-fde2-4f77-aeb3-c932e363ea00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:51.789612 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4eca6d17-53a6-4d0a-8158-fbc4b7debd5c req-bd70a302-fde2-4f77-aeb3-c932e363ea00 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=ddae968572774fa5b3d0a561b5c1b085&device_id=8a3a79d0-31a2-463a-b7db-749bfd7eb055 HTTP/1.1" status: 200 len: 1129 time: 0.0819924 Aug 30 04:23:51.826331 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:51.851930 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:51.913974 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:51.919464 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.plugin [None req-7cfbc54f-9574-45ee-9d7d-22681f09d5ef tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Deleting port c58e7c32-8604-4629-86fc-ddfdb6bf411f {{(pid=106292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:23:51.919804 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-7cfbc54f-9574-45ee-9d7d-22681f09d5ef tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (c58e7c32-8604-4629-86fc-ddfdb6bf411f), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:51.929938 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca6d17-53a6-4d0a-8158-fbc4b7debd5c req-75b7638b-5861-452c-b234-a551c42ec5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:51.933147 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4eca6d17-53a6-4d0a-8158-fbc4b7debd5c req-75b7638b-5861-452c-b234-a551c42ec5d7 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=dd2a8049-b917-49e6-b871-9134d7a6f650 HTTP/1.1" status: 200 len: 916 time: 0.1319630 Aug 30 04:23:51.998076 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-7cfbc54f-9574-45ee-9d7d-22681f09d5ef tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (c58e7c32-8604-4629-86fc-ddfdb6bf411f), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:51.998504 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-7cfbc54f-9574-45ee-9d7d-22681f09d5ef tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks [] for floatingip (c58e7c32-8604-4629-86fc-ddfdb6bf411f), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:52.010972 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.plugin [None req-7cfbc54f-9574-45ee-9d7d-22681f09d5ef tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Calling delete_port for c58e7c32-8604-4629-86fc-ddfdb6bf411f owned by network:floatingip {{(pid=106292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:23:52.122555 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4eca6d17-53a6-4d0a-8158-fbc4b7debd5c req-3fc7f633-7686-43be-9f33-bc8d56ce9e84 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e166b02-3f14-40b4-b11a-1b65c4bce791 HTTP/1.1" status: 200 len: 1000 time: 0.0610542 Aug 30 04:23:52.179952 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:52.185649 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca6d17-53a6-4d0a-8158-fbc4b7debd5c req-2eb7f08c-dedf-4356-88a6-8cb231fc1619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:52.187051 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4eca6d17-53a6-4d0a-8158-fbc4b7debd5c req-2eb7f08c-dedf-4356-88a6-8cb231fc1619 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=6bca76be-a0e9-48b9-a344-6a2744164590 HTTP/1.1" status: 200 len: 854 time: 0.0548363 Aug 30 04:23:52.192430 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-7cfbc54f-9574-45ee-9d7d-22681f09d5ef tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642203'] for port (c58e7c32-8604-4629-86fc-ddfdb6bf411f), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:52.216673 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfbc54f-9574-45ee-9d7d-22681f09d5ef tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Pushing event deleted for resources: {'Port': ['ID=c58e7c32-8604-4629-86fc-ddfdb6bf411f,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:23:52.244873 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca6d17-53a6-4d0a-8158-fbc4b7debd5c req-298f8dc6-ee24-466c-a917-d5eb4dc5d7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:52.247129 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4eca6d17-53a6-4d0a-8158-fbc4b7debd5c req-298f8dc6-ee24-466c-a917-d5eb4dc5d7c9 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=dd2a8049-b917-49e6-b871-9134d7a6f650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0473540 Aug 30 04:23:52.285345 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-7cfbc54f-9574-45ee-9d7d-22681f09d5ef tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks [] for floatingip (73f85e84-fb94-4134-91e3-72e71110e30a), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:52.285681 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.db.l3_db [None req-7cfbc54f-9574-45ee-9d7d-22681f09d5ef tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Floating IP 73f85e84-fb94-4134-91e3-72e71110e30a disassociated (deleted). External IP: 172.27.4.20, port: 7e166b02-3f14-40b4-b11a-1b65c4bce791. Aug 30 04:23:52.345653 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4eca6d17-53a6-4d0a-8158-fbc4b7debd5c req-2cb26775-ad16-408e-aea8-83b16870e13f service neutron] 10.222.0.75 "GET /networking/v2.0/networks/dd2a8049-b917-49e6-b871-9134d7a6f650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893672 Aug 30 04:23:52.441991 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4eca6d17-53a6-4d0a-8158-fbc4b7debd5c req-c641721a-1692-4553-8d89-b8611a6ca3ac service neutron] 10.222.0.75 "GET /networking/v2.0/networks/dd2a8049-b917-49e6-b871-9134d7a6f650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888288 Aug 30 04:23:52.489207 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cfbc54f-9574-45ee-9d7d-22681f09d5ef tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Router c9c1c372-1e2a-44a3-97d1-df1bec09a4bb has already been hosted by L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 {{(pid=106292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:23:52.520341 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-98e0d1c2-c706-44e1-b93c-5c8d787e72cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:52.594946 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cfbc54f-9574-45ee-9d7d-22681f09d5ef tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:23:52.599938 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-7cfbc54f-9574-45ee-9d7d-22681f09d5ef tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for floatingip (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:52.604377 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac71a35-420e-4ece-b194-ed1194d5f8cc None None] Sync routers for ids ['c9c1c372-1e2a-44a3-97d1-df1bec09a4bb'] in dv-cinder-852208-11-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:23:52.613942 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac71a35-420e-4ece-b194-ed1194d5f8cc None None] Routers {'c9c1c372-1e2a-44a3-97d1-df1bec09a4bb'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:23:52.614592 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-7ac71a35-420e-4ece-b194-ed1194d5f8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:23:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['c9c1c372-1e2a-44a3-97d1-df1bec09a4bb'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:23:52.631723 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-7cfbc54f-9574-45ee-9d7d-22681f09d5ef tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/73f85e84-fb94-4134-91e3-72e71110e30a HTTP/1.1" status: 204 len: 168 time: 0.9065404 Aug 30 04:23:52.726237 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-7ac71a35-420e-4ece-b194-ed1194d5f8cc None None] Set router c9c1c372-1e2a-44a3-97d1-df1bec09a4bb gateway port host: dv-cinder-852208-11-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:23:52.756981 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 51818) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:23:52.844494 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-72e2c973-804f-4205-b15e-340bfbabe84b tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks [] for security_group (e9f0b7fa-f259-40d7-927a-670fb929a634), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:52.878088 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-72e2c973-804f-4205-b15e-340bfbabe84b tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks [] for security_group (e9f0b7fa-f259-40d7-927a-670fb929a634), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:52.894187 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc79bfa0-efdd-4f13-ae13-79c9e1b0fa2a req-bb2dd9fe-5347-4b53-83ce-86f7e81f9fb9 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:52.896072 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-cc79bfa0-efdd-4f13-ae13-79c9e1b0fa2a req-bb2dd9fe-5347-4b53-83ce-86f7e81f9fb9 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a2f09a45-d079-472f-9a0f-45714441aca5 HTTP/1.1" status: 200 len: 945 time: 0.0527358 Aug 30 04:23:52.945301 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-72e2c973-804f-4205-b15e-340bfbabe84b tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (e9f0b7fa-f259-40d7-927a-670fb929a634), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:52.947794 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-72e2c973-804f-4205-b15e-340bfbabe84b tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:52.949717 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-72e2c973-804f-4205-b15e-340bfbabe84b tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/e9f0b7fa-f259-40d7-927a-670fb929a634 HTTP/1.1" status: 204 len: 168 time: 0.1910334 Aug 30 04:23:52.952534 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 51826) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:23:52.963565 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e2c973-804f-4205-b15e-340bfbabe84b tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f0b7fa-f259-40d7-927a-670fb929a634,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:23:53.001237 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-cc79bfa0-efdd-4f13-ae13-79c9e1b0fa2a req-a2588a42-b56c-464d-b138-1453a7be0da0 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=71feeea0-ea8c-4677-b90c-baccf4202bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895767 Aug 30 04:23:53.002794 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.api.v2.resource [None req-1206539b-6e70-482f-8a8c-13ffdd3c29f5 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] show failed (client error): The resource could not be found. Aug 30 04:23:53.003616 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-1206539b-6e70-482f-8a8c-13ffdd3c29f5 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups/e9f0b7fa-f259-40d7-927a-670fb929a634 HTTP/1.1" status: 404 len: 347 time: 0.0501378 Aug 30 04:23:53.006585 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 51828) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:23:53.058363 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:53.102036 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-7ac71a35-420e-4ece-b194-ed1194d5f8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c1c372-1e2a-44a3-97d1-df1bec09a4bb', 'name': 'tempest-TestMinimumBasicScenario-1009286269-router', 'tenant_id': 'ddae968572774fa5b3d0a561b5c1b085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.91'}], 'enable_snat': True}, 'gw_port_id': 'bd981084-fff6-4b27-aff2-b1ae83b242e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:20:59Z', 'updated_at': '2022-08-30T04:21:02Z', 'revision_number': 4, 'project_id': 'ddae968572774fa5b3d0a561b5c1b085', 'gw_port': {'id': 'bd981084-fff6-4b27-aff2-b1ae83b242e6', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c1c372-1e2a-44a3-97d1-df1bec09a4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:20:59Z', 'updated_at': '2022-08-30T04:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': 'eddfda51-0ec8-4507-b9d7-40d3958ed00e', 'name': '', 'network_id': 'dd2a8049-b917-49e6-b871-9134d7a6f650', 'tenant_id': 'ddae968572774fa5b3d0a561b5c1b085', 'mac_address': 'fa:16:3e:be:da:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c1c372-1e2a-44a3-97d1-df1bec09a4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '6bca76be-a0e9-48b9-a344-6a2744164590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:21:01Z', 'updated_at': '2022-08-30T04:21:09Z', 'revision_number': 5, 'project_id': 'ddae968572774fa5b3d0a561b5c1b085', 'subnets': [{'id': '6bca76be-a0e9-48b9-a344-6a2744164590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:23:53.128247 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac71a35-420e-4ece-b194-ed1194d5f8cc None None] Checking router: c9c1c372-1e2a-44a3-97d1-df1bec09a4bb for host: dv-cinder-852208-11-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:23:53.130973 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.plugin [None req-039a5d22-db74-4651-91e7-0ae08882a446 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Deleting port e69d65f9-3aee-4d09-a1dc-2992eab7974a {{(pid=106292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:23:53.131318 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-039a5d22-db74-4651-91e7-0ae08882a446 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (e69d65f9-3aee-4d09-a1dc-2992eab7974a), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:53.137809 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac71a35-420e-4ece-b194-ed1194d5f8cc None None] Routers {'c9c1c372-1e2a-44a3-97d1-df1bec09a4bb'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:23:53.138126 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-7ac71a35-420e-4ece-b194-ed1194d5f8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:23:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['c9c1c372-1e2a-44a3-97d1-df1bec09a4bb'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:23:53.143365 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:53.226933 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-039a5d22-db74-4651-91e7-0ae08882a446 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (e69d65f9-3aee-4d09-a1dc-2992eab7974a), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:53.227357 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-039a5d22-db74-4651-91e7-0ae08882a446 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks [] for floatingip (e69d65f9-3aee-4d09-a1dc-2992eab7974a), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:53.246111 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.plugin [None req-039a5d22-db74-4651-91e7-0ae08882a446 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Calling delete_port for e69d65f9-3aee-4d09-a1dc-2992eab7974a owned by network:floatingip {{(pid=106292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:23:53.265361 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-7ac71a35-420e-4ece-b194-ed1194d5f8cc None None] Set router c9c1c372-1e2a-44a3-97d1-df1bec09a4bb gateway port host: dv-cinder-852208-11-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:23:53.437689 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de7725-df25-4995-80a2-7556207c2b42 req-101b29fb-8490-46a7-a6a5-c03f6487860a tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:53.439205 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-56de7725-df25-4995-80a2-7556207c2b42 req-101b29fb-8490-46a7-a6a5-c03f6487860a tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a2f09a45-d079-472f-9a0f-45714441aca5 HTTP/1.1" status: 200 len: 945 time: 0.3516877 Aug 30 04:23:53.443393 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=100 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:53.449188 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 51832) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:23:53.453666 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-26391214-ad6c-4177-9a5e-58a9bc8f7c5f tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Request body: {'floatingip': {'port_id': '4b5eb000-c8f0-4513-96d5-77d22b2b35ca'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:23:53.482326 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-7ac71a35-420e-4ece-b194-ed1194d5f8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c1c372-1e2a-44a3-97d1-df1bec09a4bb', 'name': 'tempest-TestMinimumBasicScenario-1009286269-router', 'tenant_id': 'ddae968572774fa5b3d0a561b5c1b085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.91'}], 'enable_snat': True}, 'gw_port_id': 'bd981084-fff6-4b27-aff2-b1ae83b242e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:20:59Z', 'updated_at': '2022-08-30T04:21:02Z', 'revision_number': 4, 'project_id': 'ddae968572774fa5b3d0a561b5c1b085', 'gw_port': {'id': 'bd981084-fff6-4b27-aff2-b1ae83b242e6', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c1c372-1e2a-44a3-97d1-df1bec09a4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:20:59Z', 'updated_at': '2022-08-30T04:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': 'eddfda51-0ec8-4507-b9d7-40d3958ed00e', 'name': '', 'network_id': 'dd2a8049-b917-49e6-b871-9134d7a6f650', 'tenant_id': 'ddae968572774fa5b3d0a561b5c1b085', 'mac_address': 'fa:16:3e:be:da:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c1c372-1e2a-44a3-97d1-df1bec09a4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '6bca76be-a0e9-48b9-a344-6a2744164590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:21:01Z', 'updated_at': '2022-08-30T04:21:09Z', 'revision_number': 5, 'project_id': 'ddae968572774fa5b3d0a561b5c1b085', 'subnets': [{'id': '6bca76be-a0e9-48b9-a344-6a2744164590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:23:53.492641 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-26391214-ad6c-4177-9a5e-58a9bc8f7c5f tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks [] for floatingip (eaef247e-9e56-4009-a404-7ae2285b8e5a), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:53.512416 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac71a35-420e-4ece-b194-ed1194d5f8cc None None] The sync data for ids ['c9c1c372-1e2a-44a3-97d1-df1bec09a4bb'] in dv-cinder-852208-11-iscsi is: [{'id': 'c9c1c372-1e2a-44a3-97d1-df1bec09a4bb', 'name': 'tempest-TestMinimumBasicScenario-1009286269-router', 'tenant_id': 'ddae968572774fa5b3d0a561b5c1b085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.91'}], 'enable_snat': True}, 'gw_port_id': 'bd981084-fff6-4b27-aff2-b1ae83b242e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:20:59Z', 'updated_at': '2022-08-30T04:21:02Z', 'revision_number': 4, 'project_id': 'ddae968572774fa5b3d0a561b5c1b085', 'gw_port': {'id': 'bd981084-fff6-4b27-aff2-b1ae83b242e6', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c1c372-1e2a-44a3-97d1-df1bec09a4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:20:59Z', 'updated_at': '2022-08-30T04:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': 'eddfda51-0ec8-4507-b9d7-40d3958ed00e', 'name': '', 'network_id': 'dd2a8049-b917-49e6-b871-9134d7a6f650', 'tenant_id': 'ddae968572774fa5b3d0a561b5c1b085', 'mac_address': 'fa:16:3e:be:da:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c1c372-1e2a-44a3-97d1-df1bec09a4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '6bca76be-a0e9-48b9-a344-6a2744164590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:21:01Z', 'updated_at': '2022-08-30T04:21:09Z', 'revision_number': 5, 'project_id': 'ddae968572774fa5b3d0a561b5c1b085', 'subnets': [{'id': '6bca76be-a0e9-48b9-a344-6a2744164590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:23:53.523231 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a3a79d0-31a2-463a-b7db-749bfd7eb055', 'tag': '7e166b02-3f14-40b4-b11a-1b65c4bce791'}] {{(pid=106292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:23:53.527016 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac8df60c6f70ae957e00457e6d6ce8432b58a3ad70202c2877012db9cc29900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d518ac46-1cba-4ac5-a42e-4a46c6eaf197" -d '{"events": [{"name": "network-changed", "server_uuid": "8a3a79d0-31a2-463a-b7db-749bfd7eb055", "tag": "7e166b02-3f14-40b4-b11a-1b65c4bce791"}]}' {{(pid=106292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:23:53.564530 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device eb59a541-38aa-4db2-b9d0-47ff00f339c8 no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:23:53.577736 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93bdc44d-bb23-41f5-994f-03e4af787015 x-openstack-request-id: req-93bdc44d-bb23-41f5-994f-03e4af787015 {{(pid=106292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:23:53.578173 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a3a79d0-31a2-463a-b7db-749bfd7eb055", "tag": "7e166b02-3f14-40b4-b11a-1b65c4bce791", "status": "completed", "code": 200}]} {{(pid=106292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:23:53.578469 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-93bdc44d-bb23-41f5-994f-03e4af787015 {{(pid=106292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:23:53.578863 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93bdc44d-bb23-41f5-994f-03e4af787015'] response: {'name': 'network-changed', 'server_uuid': '8a3a79d0-31a2-463a-b7db-749bfd7eb055', 'tag': '7e166b02-3f14-40b4-b11a-1b65c4bce791', 'status': 'completed', 'code': 200} Aug 30 04:23:53.606242 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] No Port match for: eb59a541-38aa-4db2-b9d0-47ff00f339c8 {{(pid=106294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:23:53.606944 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device eb59a541-38aa-4db2-b9d0-47ff00f339c8 not bound to the agent host hv-cinder-85220 {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:23:53.680624 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-039a5d22-db74-4651-91e7-0ae08882a446 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642203'] for port (e69d65f9-3aee-4d09-a1dc-2992eab7974a), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:53.718533 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039a5d22-db74-4651-91e7-0ae08882a446 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Pushing event deleted for resources: {'Port': ['ID=e69d65f9-3aee-4d09-a1dc-2992eab7974a,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:23:53.767446 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8bdbbddc-d827-40e6-b8fb-29930693a668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (0ba81f50-231f-4a87-bfed-adcf093ea106), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:53.772936 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518ac46-1cba-4ac5-a42e-4a46c6eaf197 req-456226b7-f5c5-4875-848b-f642bfbee38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:53.774445 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d518ac46-1cba-4ac5-a42e-4a46c6eaf197 req-456226b7-f5c5-4875-848b-f642bfbee38c service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=ddae968572774fa5b3d0a561b5c1b085&device_id=8a3a79d0-31a2-463a-b7db-749bfd7eb055 HTTP/1.1" status: 200 len: 1129 time: 0.1400533 Aug 30 04:23:53.823433 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-039a5d22-db74-4651-91e7-0ae08882a446 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks [] for floatingip (2c5143dd-c5ae-4b08-b1f8-d2edfb3cba7d), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:53.826711 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-039a5d22-db74-4651-91e7-0ae08882a446 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for floatingip (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:53.831534 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-039a5d22-db74-4651-91e7-0ae08882a446 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/2c5143dd-c5ae-4b08-b1f8-d2edfb3cba7d HTTP/1.1" status: 204 len: 168 time: 0.8239319 Aug 30 04:23:53.882571 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c10d0c-6956-4aeb-a72f-b0a3104195b1 None None] New status for floating IP 73f85e84-fb94-4134-91e3-72e71110e30a: DOWN {{(pid=106294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:23:54.022455 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518ac46-1cba-4ac5-a42e-4a46c6eaf197 req-46a49c61-a23f-4426-802d-8696fb6f6400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:54.023914 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d518ac46-1cba-4ac5-a42e-4a46c6eaf197 req-46a49c61-a23f-4426-802d-8696fb6f6400 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=dd2a8049-b917-49e6-b871-9134d7a6f650 HTTP/1.1" status: 200 len: 916 time: 0.2395947 Aug 30 04:23:54.031804 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:54.046950 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:54.082744 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d518ac46-1cba-4ac5-a42e-4a46c6eaf197 req-f0fed8a2-6c1c-4b5a-8da0-176b95329318 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e166b02-3f14-40b4-b11a-1b65c4bce791 HTTP/1.1" status: 200 len: 217 time: 0.0479870 Aug 30 04:23:54.203021 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518ac46-1cba-4ac5-a42e-4a46c6eaf197 req-c6290585-237c-49c6-a09f-f4bb4a5cbd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:54.203021 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d518ac46-1cba-4ac5-a42e-4a46c6eaf197 req-c6290585-237c-49c6-a09f-f4bb4a5cbd77 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=6bca76be-a0e9-48b9-a344-6a2744164590 HTTP/1.1" status: 200 len: 854 time: 0.0923553 Aug 30 04:23:54.223189 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-26391214-ad6c-4177-9a5e-58a9bc8f7c5f tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:54.227443 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-26391214-ad6c-4177-9a5e-58a9bc8f7c5f tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572642'] for floatingip (eaef247e-9e56-4009-a404-7ae2285b8e5a), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:54.301825 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518ac46-1cba-4ac5-a42e-4a46c6eaf197 req-37b2c5b3-d60a-4b46-9cb5-e8c09f13f6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:54.303350 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d518ac46-1cba-4ac5-a42e-4a46c6eaf197 req-37b2c5b3-d60a-4b46-9cb5-e8c09f13f6f2 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=dd2a8049-b917-49e6-b871-9134d7a6f650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0943630 Aug 30 04:23:54.405487 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.db.l3_db [None req-26391214-ad6c-4177-9a5e-58a9bc8f7c5f tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Floating IP eaef247e-9e56-4009-a404-7ae2285b8e5a associated. External IP: 172.27.4.207, port: 4b5eb000-c8f0-4513-96d5-77d22b2b35ca. Aug 30 04:23:54.516027 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d518ac46-1cba-4ac5-a42e-4a46c6eaf197 req-f3a37079-11d5-4315-8206-08e7091ac3a7 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/dd2a8049-b917-49e6-b871-9134d7a6f650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817377 Aug 30 04:23:54.695023 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d518ac46-1cba-4ac5-a42e-4a46c6eaf197 req-9141f776-6933-4d4e-ad37-3d64c6f09498 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/dd2a8049-b917-49e6-b871-9134d7a6f650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700702 Aug 30 04:23:54.712106 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26391214-ad6c-4177-9a5e-58a9bc8f7c5f tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Router d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d has already been hosted by L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 {{(pid=106293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:23:54.818840 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26391214-ad6c-4177-9a5e-58a9bc8f7c5f tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:23:54.823660 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-26391214-ad6c-4177-9a5e-58a9bc8f7c5f tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for floatingip (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:54.828798 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda88161-ddef-422c-807c-92f34c761076 None None] Sync routers for ids ['d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d'] in dv-cinder-852208-11-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:23:54.839827 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda88161-ddef-422c-807c-92f34c761076 None None] Routers {'d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:23:54.840669 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-bda88161-ddef-422c-807c-92f34c761076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:23:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:23:54.854261 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-26391214-ad6c-4177-9a5e-58a9bc8f7c5f tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "PUT /networking/v2.0/floatingips/eaef247e-9e56-4009-a404-7ae2285b8e5a HTTP/1.1" status: 200 len: 991 time: 1.4039474 Aug 30 04:23:54.855766 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f09a45-d079-472f-9a0f-45714441aca5', 'tag': '4b5eb000-c8f0-4513-96d5-77d22b2b35ca'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:23:54.858069 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11a3118c5976ecaadc28dc64ec6366a88eb3d4be069be3e491e321578e9d1f78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f286fe09-311e-44a7-a7cc-c6cbc4b8e1e8" -d '{"events": [{"name": "network-changed", "server_uuid": "a2f09a45-d079-472f-9a0f-45714441aca5", "tag": "4b5eb000-c8f0-4513-96d5-77d22b2b35ca"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:23:54.895488 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f6b3a3-fd40-4db5-8484-38a75ff77122 x-openstack-request-id: req-91f6b3a3-fd40-4db5-8484-38a75ff77122 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:23:54.895883 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2f09a45-d079-472f-9a0f-45714441aca5", "tag": "4b5eb000-c8f0-4513-96d5-77d22b2b35ca", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:23:54.896148 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-91f6b3a3-fd40-4db5-8484-38a75ff77122 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:23:54.896560 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91f6b3a3-fd40-4db5-8484-38a75ff77122'] response: {'name': 'network-changed', 'server_uuid': 'a2f09a45-d079-472f-9a0f-45714441aca5', 'tag': '4b5eb000-c8f0-4513-96d5-77d22b2b35ca', 'status': 'completed', 'code': 200} Aug 30 04:23:54.950579 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-bda88161-ddef-422c-807c-92f34c761076 None None] Set router d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d gateway port host: dv-cinder-852208-11-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:23:54.961575 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f286fe09-311e-44a7-a7cc-c6cbc4b8e1e8 req-115c6d06-2c0a-4b27-a0a4-ccf3077632ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:54.963104 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f286fe09-311e-44a7-a7cc-c6cbc4b8e1e8 req-115c6d06-2c0a-4b27-a0a4-ccf3077632ab service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=5a89b6f21ff24eafbed378c2ece79c3e&device_id=a2f09a45-d079-472f-9a0f-45714441aca5 HTTP/1.1" status: 200 len: 1129 time: 0.0427830 Aug 30 04:23:54.992455 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:55.075512 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f286fe09-311e-44a7-a7cc-c6cbc4b8e1e8 req-0bc8d8e5-c72c-475b-8ee1-55c8b0a80593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:55.077036 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f286fe09-311e-44a7-a7cc-c6cbc4b8e1e8 req-0bc8d8e5-c72c-475b-8ee1-55c8b0a80593 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=f55c98a9-cbed-4af8-92a6-c49957223dcb HTTP/1.1" status: 200 len: 911 time: 0.1047802 Aug 30 04:23:55.120075 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=100 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:55.152546 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f286fe09-311e-44a7-a7cc-c6cbc4b8e1e8 req-ec25b77a-6506-4254-b5c2-2b95d86f2943 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b5eb000-c8f0-4513-96d5-77d22b2b35ca HTTP/1.1" status: 200 len: 999 time: 0.0662768 Aug 30 04:23:55.165997 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:55.189303 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-bda88161-ddef-422c-807c-92f34c761076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'name': 'tempest-AttachVolumeTestJSON-420723525-router', 'tenant_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.19'}], 'enable_snat': True}, 'gw_port_id': '7afda184-eff6-42e9-b65a-847d2ef145e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:51Z', 'updated_at': '2022-08-30T04:19:00Z', 'revision_number': 4, 'project_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'gw_port': {'id': '7afda184-eff6-42e9-b65a-847d2ef145e0', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:53Z', 'updated_at': '2022-08-30T04:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_floatingips': [{'id': 'eaef247e-9e56-4009-a404-7ae2285b8e5a', 'tenant_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'floating_ip_address': '172.27.4.207', 'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'router_id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'port_id': '4b5eb000-c8f0-4513-96d5-77d22b2b35ca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f55c98a9-cbed-4af8-92a6-c49957223dcb', 'mac_address': 'fa:16:3e:8d:c0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f09a45-d079-472f-9a0f-45714441aca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:23:39Z', 'updated_at': '2022-08-30T04:23:54Z', 'revision_number': 1, 'project_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb4b0c10-9ac3-41b4-a1f8-355df76b03c4', 'name': '', 'network_id': 'f55c98a9-cbed-4af8-92a6-c49957223dcb', 'tenant_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'mac_address': 'fa:16:3e:ca:16:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8f1a2822-90de-40bf-914e-6a8cde2028a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:59Z', 'updated_at': '2022-08-30T04:19:16Z', 'revision_number': 5, 'project_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'subnets': [{'id': '8f1a2822-90de-40bf-914e-6a8cde2028a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:23:55.202793 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f286fe09-311e-44a7-a7cc-c6cbc4b8e1e8 req-3ac13637-9659-401c-b5a1-296d4a3dede1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:55.204253 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f286fe09-311e-44a7-a7cc-c6cbc4b8e1e8 req-3ac13637-9659-401c-b5a1-296d4a3dede1 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=8f1a2822-90de-40bf-914e-6a8cde2028a4 HTTP/1.1" status: 200 len: 849 time: 0.0460761 Aug 30 04:23:55.214607 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda88161-ddef-422c-807c-92f34c761076 None None] Checking router: d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d for host: dv-cinder-852208-11-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:23:55.223739 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda88161-ddef-422c-807c-92f34c761076 None None] Routers {'d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:23:55.224551 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-bda88161-ddef-422c-807c-92f34c761076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:23:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:23:55.250074 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f286fe09-311e-44a7-a7cc-c6cbc4b8e1e8 req-3fc98d64-0a70-481a-989e-9603d439f2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:55.251612 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f286fe09-311e-44a7-a7cc-c6cbc4b8e1e8 req-3fc98d64-0a70-481a-989e-9603d439f2b9 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=f55c98a9-cbed-4af8-92a6-c49957223dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0413973 Aug 30 04:23:55.335434 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-bda88161-ddef-422c-807c-92f34c761076 None None] Set router d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d gateway port host: dv-cinder-852208-11-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:23:55.361539 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f286fe09-311e-44a7-a7cc-c6cbc4b8e1e8 req-cf331178-f8e0-4019-9e32-fd2edebcd813 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/f55c98a9-cbed-4af8-92a6-c49957223dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967295 Aug 30 04:23:55.444371 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-390264ec-bab8-4bcb-922a-62bbd4f3a683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (b2cd167f-1ad0-4273-bd2a-29638b1fd1d2), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:55.469579 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f286fe09-311e-44a7-a7cc-c6cbc4b8e1e8 req-d8a61534-2489-4b35-9f47-4d41110755fb service neutron] 10.222.0.75 "GET /networking/v2.0/networks/f55c98a9-cbed-4af8-92a6-c49957223dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986168 Aug 30 04:23:55.573305 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-bda88161-ddef-422c-807c-92f34c761076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'name': 'tempest-AttachVolumeTestJSON-420723525-router', 'tenant_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.19'}], 'enable_snat': True}, 'gw_port_id': '7afda184-eff6-42e9-b65a-847d2ef145e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:51Z', 'updated_at': '2022-08-30T04:19:00Z', 'revision_number': 4, 'project_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'gw_port': {'id': '7afda184-eff6-42e9-b65a-847d2ef145e0', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:53Z', 'updated_at': '2022-08-30T04:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_floatingips': [{'id': 'eaef247e-9e56-4009-a404-7ae2285b8e5a', 'tenant_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'floating_ip_address': '172.27.4.207', 'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'router_id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'port_id': '4b5eb000-c8f0-4513-96d5-77d22b2b35ca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f55c98a9-cbed-4af8-92a6-c49957223dcb', 'mac_address': 'fa:16:3e:8d:c0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f09a45-d079-472f-9a0f-45714441aca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:23:39Z', 'updated_at': '2022-08-30T04:23:54Z', 'revision_number': 1, 'project_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb4b0c10-9ac3-41b4-a1f8-355df76b03c4', 'name': '', 'network_id': 'f55c98a9-cbed-4af8-92a6-c49957223dcb', 'tenant_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'mac_address': 'fa:16:3e:ca:16:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8f1a2822-90de-40bf-914e-6a8cde2028a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:59Z', 'updated_at': '2022-08-30T04:19:16Z', 'revision_number': 5, 'project_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'subnets': [{'id': '8f1a2822-90de-40bf-914e-6a8cde2028a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:23:55.577117 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (d414c4c0-e104-4322-85c3-8bf64da32860), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:55.600444 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda88161-ddef-422c-807c-92f34c761076 None None] The sync data for ids ['d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d'] in dv-cinder-852208-11-iscsi is: [{'id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'name': 'tempest-AttachVolumeTestJSON-420723525-router', 'tenant_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.19'}], 'enable_snat': True}, 'gw_port_id': '7afda184-eff6-42e9-b65a-847d2ef145e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:51Z', 'updated_at': '2022-08-30T04:19:00Z', 'revision_number': 4, 'project_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'gw_port': {'id': '7afda184-eff6-42e9-b65a-847d2ef145e0', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:53Z', 'updated_at': '2022-08-30T04:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_floatingips': [{'id': 'eaef247e-9e56-4009-a404-7ae2285b8e5a', 'tenant_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'floating_ip_address': '172.27.4.207', 'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'router_id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'port_id': '4b5eb000-c8f0-4513-96d5-77d22b2b35ca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f55c98a9-cbed-4af8-92a6-c49957223dcb', 'mac_address': 'fa:16:3e:8d:c0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f09a45-d079-472f-9a0f-45714441aca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:23:39Z', 'updated_at': '2022-08-30T04:23:54Z', 'revision_number': 1, 'project_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb4b0c10-9ac3-41b4-a1f8-355df76b03c4', 'name': '', 'network_id': 'f55c98a9-cbed-4af8-92a6-c49957223dcb', 'tenant_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'mac_address': 'fa:16:3e:ca:16:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8f1a2822-90de-40bf-914e-6a8cde2028a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:59Z', 'updated_at': '2022-08-30T04:19:16Z', 'revision_number': 5, 'project_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'subnets': [{'id': '8f1a2822-90de-40bf-914e-6a8cde2028a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:23:55.602777 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1e1db-723e-49ef-aa2f-1ab2082b91dd req-ec873cbe-b7d3-4648-a8fb-12accdf67c8d tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:55.604344 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fec1e1db-723e-49ef-aa2f-1ab2082b91dd req-ec873cbe-b7d3-4648-a8fb-12accdf67c8d tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8a3a79d0-31a2-463a-b7db-749bfd7eb055 HTTP/1.1" status: 200 len: 945 time: 0.0647099 Aug 30 04:23:55.661314 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fec1e1db-723e-49ef-aa2f-1ab2082b91dd req-efcac26f-e431-412f-af09-5ff3109cd9fa tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=27cb5881-51a7-484f-9826-0025161b6b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508080 Aug 30 04:23:55.797340 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750bc50e-33b6-41f9-924e-d9bd95a05938 None None] New status for floating IP eaef247e-9e56-4009-a404-7ae2285b8e5a: ACTIVE {{(pid=106294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:23:56.359853 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b194d-e3f6-4bb0-8dc4-21084acffda4 req-1836556c-4a28-4887-8d47-7c64d5abd26e tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:56.361313 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c23b194d-e3f6-4bb0-8dc4-21084acffda4 req-1836556c-4a28-4887-8d47-7c64d5abd26e tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 945 time: 0.0474422 Aug 30 04:23:56.409771 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c23b194d-e3f6-4bb0-8dc4-21084acffda4 req-2f8d4072-6ab8-4d2d-9cb3-e1f7f51cc951 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429411 Aug 30 04:23:56.782544 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a10b77-da3e-4202-b996-c1777fc5550f req-89cca85b-9e8c-4212-9046-8bc66c7b9f94 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:56.784008 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-f8a10b77-da3e-4202-b996-c1777fc5550f req-89cca85b-9e8c-4212-9046-8bc66c7b9f94 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8a3a79d0-31a2-463a-b7db-749bfd7eb055 HTTP/1.1" status: 200 len: 945 time: 0.0480640 Aug 30 04:23:56.832075 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-f8a10b77-da3e-4202-b996-c1777fc5550f req-000fb391-6147-4c65-bc21-441b3c68e7dd tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=27cb5881-51a7-484f-9826-0025161b6b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425537 Aug 30 04:23:57.527783 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8e7cd-c4be-44ab-86b5-511d72712c1b req-c7f12dd0-6d5c-412f-9e6b-b3d19c168ea3 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:57.529214 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-85e8e7cd-c4be-44ab-86b5-511d72712c1b req-c7f12dd0-6d5c-412f-9e6b-b3d19c168ea3 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 945 time: 0.0468059 Aug 30 04:23:57.576287 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-85e8e7cd-c4be-44ab-86b5-511d72712c1b req-065ab53e-22fe-4b2f-8443-0a96b15a49a5 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414646 Aug 30 04:23:57.950306 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f4621-7f0c-4ccd-ba54-fb7526421898 req-65d3b758-e0f5-4f1a-bbf8-c646a57a83e1 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:57.951767 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-154f4621-7f0c-4ccd-ba54-fb7526421898 req-65d3b758-e0f5-4f1a-bbf8-c646a57a83e1 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8a3a79d0-31a2-463a-b7db-749bfd7eb055 HTTP/1.1" status: 200 len: 945 time: 0.0467780 Aug 30 04:23:58.001217 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-154f4621-7f0c-4ccd-ba54-fb7526421898 req-17267f1c-3530-4ce8-b042-49e1311212fd tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=27cb5881-51a7-484f-9826-0025161b6b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440614 Aug 30 04:23:58.699294 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a8251b-c83a-4cbb-9a6e-9b28aee305a0 req-dc62499c-b21c-473a-aa33-f663d40f3c51 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:58.700780 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-65a8251b-c83a-4cbb-9a6e-9b28aee305a0 req-dc62499c-b21c-473a-aa33-f663d40f3c51 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 945 time: 0.0515962 Aug 30 04:23:58.748341 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-65a8251b-c83a-4cbb-9a6e-9b28aee305a0 req-dbc3261b-80b6-4ae7-b308-5152e179ba48 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421305 Aug 30 04:23:59.126465 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d63fe-7a25-49e0-864c-c5a40baaa8b2 req-063ab486-2c35-46a5-9631-231881586090 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:59.127942 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-636d63fe-7a25-49e0-864c-c5a40baaa8b2 req-063ab486-2c35-46a5-9631-231881586090 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8a3a79d0-31a2-463a-b7db-749bfd7eb055 HTTP/1.1" status: 200 len: 945 time: 0.0514817 Aug 30 04:23:59.175397 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-636d63fe-7a25-49e0-864c-c5a40baaa8b2 req-caf1e712-7db3-4801-aa99-127cfcbdaa7d tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=27cb5881-51a7-484f-9826-0025161b6b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420346 Aug 30 04:23:59.368524 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f50951-1ee3-453b-b45a-207c672a2ffb req-23b6d6ba-fda7-4305-897b-c202a3dfab8d tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:59.369948 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-53f50951-1ee3-453b-b45a-207c672a2ffb req-23b6d6ba-fda7-4305-897b-c202a3dfab8d tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8a3a79d0-31a2-463a-b7db-749bfd7eb055 HTTP/1.1" status: 200 len: 945 time: 0.0455203 Aug 30 04:23:59.483222 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-53f50951-1ee3-453b-b45a-207c672a2ffb req-c4e4f8e0-c542-4e4b-bf08-904a3f89d2e7 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Deleting port 7e166b02-3f14-40b4-b11a-1b65c4bce791 {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:23:59.483566 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-53f50951-1ee3-453b-b45a-207c672a2ffb req-c4e4f8e0-c542-4e4b-bf08-904a3f89d2e7 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (7e166b02-3f14-40b4-b11a-1b65c4bce791), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:59.572492 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-53f50951-1ee3-453b-b45a-207c672a2ffb req-c4e4f8e0-c542-4e4b-bf08-904a3f89d2e7 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] For port 7e166b02-3f14-40b4-b11a-1b65c4bce791, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=7e166b02-3f14-40b4-b11a-1b65c4bce791,segment=NetworkSegment(f0cd75e6-ffe0-46b7-b2c6-77de4b5cd414),segment_id=f0cd75e6-ffe0-46b7-b2c6-77de4b5cd414)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:23:59.572780 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-53f50951-1ee3-453b-b45a-207c672a2ffb req-c4e4f8e0-c542-4e4b-bf08-904a3f89d2e7 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (7e166b02-3f14-40b4-b11a-1b65c4bce791), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:59.584671 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:59.585849 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-53f50951-1ee3-453b-b45a-207c672a2ffb req-c4e4f8e0-c542-4e4b-bf08-904a3f89d2e7 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Calling delete_port for 7e166b02-3f14-40b4-b11a-1b65c4bce791 owned by compute:nova {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:23:59.691037 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be0d57-68d3-442f-acf0-688ad8f15511 req-7e08d6eb-6ec9-4d28-9426-89a3227df6d5 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:59.692484 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b4be0d57-68d3-442f-acf0-688ad8f15511 req-7e08d6eb-6ec9-4d28-9426-89a3227df6d5 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 945 time: 0.0600142 Aug 30 04:23:59.694281 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:59.797396 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-53f50951-1ee3-453b-b45a-207c672a2ffb req-c4e4f8e0-c542-4e4b-bf08-904a3f89d2e7 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (7e166b02-3f14-40b4-b11a-1b65c4bce791), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:59.815273 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] get_ports_and_sgs() called for port_ids ['7e166b02-3f14-40b4-b11a-1b65c4bce791'] {{(pid=106294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:23:59.857594 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e4f8e0-c542-4e4b-bf08-904a3f89d2e7 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Pushing event deleted for resources: {'Port': ['ID=7e166b02-3f14-40b4-b11a-1b65c4bce791,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:23:59.914395 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-b4be0d57-68d3-442f-acf0-688ad8f15511 req-b274b59e-2625-4d9a-9ede-3cdc0d83213e tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Deleting port 84574c99-3886-4ef8-b113-d17a2f4ac835 {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:23:59.914744 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-b4be0d57-68d3-442f-acf0-688ad8f15511 req-b274b59e-2625-4d9a-9ede-3cdc0d83213e tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (84574c99-3886-4ef8-b113-d17a2f4ac835), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:59.986951 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f50951-1ee3-453b-b45a-207c672a2ffb req-c4e4f8e0-c542-4e4b-bf08-904a3f89d2e7 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] No DVR routers for this DVR port 7e166b02-3f14-40b4-b11a-1b65c4bce791 on host hv-cinder-85220 {{(pid=106293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:23:59.991359 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-53f50951-1ee3-453b-b45a-207c672a2ffb req-c4e4f8e0-c542-4e4b-bf08-904a3f89d2e7 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:59.994544 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-53f50951-1ee3-453b-b45a-207c672a2ffb req-c4e4f8e0-c542-4e4b-bf08-904a3f89d2e7 tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.75 "DELETE /networking/v2.0/ports/7e166b02-3f14-40b4-b11a-1b65c4bce791 HTTP/1.1" status: 204 len: 173 time: 0.5917852 Aug 30 04:24:00.001192 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cdee76-6a4c-429c-b89a-5c36bf136b0f req-8b7bb154-4446-4329-9870-fa5a1c479971 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:00.002221 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-88cdee76-6a4c-429c-b89a-5c36bf136b0f req-8b7bb154-4446-4329-9870-fa5a1c479971 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 945 time: 0.1549366 Aug 30 04:24:00.002673 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a3a79d0-31a2-463a-b7db-749bfd7eb055', 'name': 'network-vif-deleted', 'tag': '7e166b02-3f14-40b4-b11a-1b65c4bce791'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:24:00.004901 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11a3118c5976ecaadc28dc64ec6366a88eb3d4be069be3e491e321578e9d1f78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6dde6ff-9550-48e4-a777-ef24eb95ffd0" -d '{"events": [{"server_uuid": "8a3a79d0-31a2-463a-b7db-749bfd7eb055", "name": "network-vif-deleted", "tag": "7e166b02-3f14-40b4-b11a-1b65c4bce791"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:24:00.045249 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5358c40-668d-440f-b575-832d6a8728e4 x-openstack-request-id: req-c5358c40-668d-440f-b575-832d6a8728e4 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:24:00.045539 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a3a79d0-31a2-463a-b7db-749bfd7eb055", "name": "network-vif-deleted", "tag": "7e166b02-3f14-40b4-b11a-1b65c4bce791", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:24:00.045790 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c5358c40-668d-440f-b575-832d6a8728e4 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:24:00.046184 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5358c40-668d-440f-b575-832d6a8728e4'] response: {'server_uuid': '8a3a79d0-31a2-463a-b7db-749bfd7eb055', 'name': 'network-vif-deleted', 'tag': '7e166b02-3f14-40b4-b11a-1b65c4bce791', 'status': 'completed', 'code': 200} Aug 30 04:24:00.086673 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-88cdee76-6a4c-429c-b89a-5c36bf136b0f req-5e5369c6-9c4e-4854-ac21-9eeb4c6b8cbf tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764880 Aug 30 04:24:00.093318 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-b4be0d57-68d3-442f-acf0-688ad8f15511 req-b274b59e-2625-4d9a-9ede-3cdc0d83213e tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] For port 84574c99-3886-4ef8-b113-d17a2f4ac835, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=84574c99-3886-4ef8-b113-d17a2f4ac835,segment=NetworkSegment(ba3ccad1-e761-4282-ad36-66b52ed371a6),segment_id=ba3ccad1-e761-4282-ad36-66b52ed371a6)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:24:00.093682 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-b4be0d57-68d3-442f-acf0-688ad8f15511 req-b274b59e-2625-4d9a-9ede-3cdc0d83213e tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (84574c99-3886-4ef8-b113-d17a2f4ac835), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:00.106784 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-b4be0d57-68d3-442f-acf0-688ad8f15511 req-b274b59e-2625-4d9a-9ede-3cdc0d83213e tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Calling delete_port for 84574c99-3886-4ef8-b113-d17a2f4ac835 owned by compute:nova {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:24:00.251983 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-b4be0d57-68d3-442f-acf0-688ad8f15511 req-b274b59e-2625-4d9a-9ede-3cdc0d83213e tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (84574c99-3886-4ef8-b113-d17a2f4ac835), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:00.271082 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] get_ports_and_sgs() called for port_ids ['df23e2a1-bcf8-455e-aa83-acb143334ab7', '84574c99-3886-4ef8-b113-d17a2f4ac835'] {{(pid=106294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:24:00.310043 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-b5f7f13f-3b71-44f7-90be-c616cf174e8e req-adedbbf6-c7a3-4753-be76-9bdd7863535c tempest-TestMinimumBasicScenario-1493838071 tempest-TestMinimumBasicScenario-1493838071-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8a3a79d0-31a2-463a-b7db-749bfd7eb055 HTTP/1.1" status: 200 len: 210 time: 0.0446403 Aug 30 04:24:00.322292 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b274b59e-2625-4d9a-9ede-3cdc0d83213e tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Pushing event deleted for resources: {'Port': ['ID=84574c99-3886-4ef8-b113-d17a2f4ac835,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:00.357757 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:00.375108 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:00.392459 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4be0d57-68d3-442f-acf0-688ad8f15511 req-b274b59e-2625-4d9a-9ede-3cdc0d83213e tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] No DVR routers for this DVR port 84574c99-3886-4ef8-b113-d17a2f4ac835 on host hv-cinder-85220 {{(pid=106293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:24:00.397501 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-b4be0d57-68d3-442f-acf0-688ad8f15511 req-b274b59e-2625-4d9a-9ede-3cdc0d83213e tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:00.401797 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b4be0d57-68d3-442f-acf0-688ad8f15511 req-b274b59e-2625-4d9a-9ede-3cdc0d83213e tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.75 "DELETE /networking/v2.0/ports/84574c99-3886-4ef8-b113-d17a2f4ac835 HTTP/1.1" status: 204 len: 173 time: 0.6919606 Aug 30 04:24:01.097356 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (5274a8db-cdbb-4c02-abb1-2eb9d7076dc1), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:01.213045 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0f6e9b4c-0e87-473b-97c6-4338dded18a8 req-d356dccf-2115-4d77-a3bb-161662adc22e tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=67620860-4433-443f-9ed6-f67a98bf44cf HTTP/1.1" status: 200 len: 210 time: 0.0282485 Aug 30 04:24:01.982353 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 51940) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:24:02.047244 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67620860-4433-443f-9ed6-f67a98bf44cf', 'name': 'network-vif-deleted', 'tag': '84574c99-3886-4ef8-b113-d17a2f4ac835'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:24:02.049716 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11a3118c5976ecaadc28dc64ec6366a88eb3d4be069be3e491e321578e9d1f78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c26537-fda1-4e10-9c99-18c0bea2f1bf" -d '{"events": [{"server_uuid": "67620860-4433-443f-9ed6-f67a98bf44cf", "name": "network-vif-deleted", "tag": "84574c99-3886-4ef8-b113-d17a2f4ac835"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:24:02.086918 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cebc0b1-451d-4074-9e77-639ca61a9355 x-openstack-request-id: req-1cebc0b1-451d-4074-9e77-639ca61a9355 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:24:02.087210 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67620860-4433-443f-9ed6-f67a98bf44cf", "name": "network-vif-deleted", "tag": "84574c99-3886-4ef8-b113-d17a2f4ac835", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:24:02.087468 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1cebc0b1-451d-4074-9e77-639ca61a9355 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:24:02.087867 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cebc0b1-451d-4074-9e77-639ca61a9355'] response: {'server_uuid': '67620860-4433-443f-9ed6-f67a98bf44cf', 'name': 'network-vif-deleted', 'tag': '84574c99-3886-4ef8-b113-d17a2f4ac835', 'status': 'completed', 'code': 200} Aug 30 04:24:02.218329 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:02.309857 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:02.383769 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-21941196-785d-40a1-bafd-885fdcbad19d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573154'] for router_interface (c9c1c372-1e2a-44a3-97d1-df1bec09a4bb), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:02.506903 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818b431b-bcc6-4eed-b267-d8259989efe1 req-7c895bf9-16d1-473f-bf51-caaca61a0089 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:02.508298 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-818b431b-bcc6-4eed-b267-d8259989efe1 req-7c895bf9-16d1-473f-bf51-caaca61a0089 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fde664c-f504-436a-bc03-41126ce28efe HTTP/1.1" status: 200 len: 945 time: 0.0482154 Aug 30 04:24:02.557808 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-818b431b-bcc6-4eed-b267-d8259989efe1 req-bfbf1794-9be8-4b6d-8522-fa960721de89 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438824 Aug 30 04:24:02.661845 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.plugin [None req-21941196-785d-40a1-bafd-885fdcbad19d admin admin] Deleting port eddfda51-0ec8-4507-b9d7-40d3958ed00e {{(pid=106292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:24:02.662189 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-21941196-785d-40a1-bafd-885fdcbad19d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (eddfda51-0ec8-4507-b9d7-40d3958ed00e), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:02.744025 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.db [None req-21941196-785d-40a1-bafd-885fdcbad19d admin admin] For port eddfda51-0ec8-4507-b9d7-40d3958ed00e, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=eddfda51-0ec8-4507-b9d7-40d3958ed00e,segment=NetworkSegment(f0cd75e6-ffe0-46b7-b2c6-77de4b5cd414),segment_id=f0cd75e6-ffe0-46b7-b2c6-77de4b5cd414)] {{(pid=106292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:24:02.744387 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-21941196-785d-40a1-bafd-885fdcbad19d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (eddfda51-0ec8-4507-b9d7-40d3958ed00e), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:02.757251 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.plugin [None req-21941196-785d-40a1-bafd-885fdcbad19d admin admin] Calling delete_port for eddfda51-0ec8-4507-b9d7-40d3958ed00e owned by network:router_interface {{(pid=106292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:24:02.932851 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-21941196-785d-40a1-bafd-885fdcbad19d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642203'] for port (eddfda51-0ec8-4507-b9d7-40d3958ed00e), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:02.956682 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21941196-785d-40a1-bafd-885fdcbad19d admin admin] Pushing event deleted for resources: {'Port': ['ID=eddfda51-0ec8-4507-b9d7-40d3958ed00e,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:03.122767 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-21941196-785d-40a1-bafd-885fdcbad19d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573266'] for router_interface (c9c1c372-1e2a-44a3-97d1-df1bec09a4bb), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:03.179412 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:03.263137 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:03.331787 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21941196-785d-40a1-bafd-885fdcbad19d admin admin] Router c9c1c372-1e2a-44a3-97d1-df1bec09a4bb has already been hosted by L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 {{(pid=106292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:24:03.433981 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21941196-785d-40a1-bafd-885fdcbad19d admin admin] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:24:03.438967 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-21941196-785d-40a1-bafd-885fdcbad19d admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/c9c1c372-1e2a-44a3-97d1-df1bec09a4bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4556048 Aug 30 04:24:03.441652 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 51950) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:24:03.442848 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a578d08-bf07-4df3-9122-f7a2a8b4abc8 None None] Sync routers for ids ['c9c1c372-1e2a-44a3-97d1-df1bec09a4bb'] in dv-cinder-852208-11-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:24:03.453547 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a578d08-bf07-4df3-9122-f7a2a8b4abc8 None None] Routers {'c9c1c372-1e2a-44a3-97d1-df1bec09a4bb'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:24:03.454138 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-7a578d08-bf07-4df3-9122-f7a2a8b4abc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:23:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['c9c1c372-1e2a-44a3-97d1-df1bec09a4bb'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:24:03.527378 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:03.546550 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-68c43472-c8ae-4a46-ba9c-12bdc9f75736 admin admin] Publish callbacks [] for router (c9c1c372-1e2a-44a3-97d1-df1bec09a4bb), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:03.603995 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 84574c99-3886-4ef8-b113-d17a2f4ac835 no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:24:03.630431 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] No Port match for: 84574c99-3886-4ef8-b113-d17a2f4ac835 {{(pid=106294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:24:03.630786 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 84574c99-3886-4ef8-b113-d17a2f4ac835 not bound to the agent host hv-cinder-85220 {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:24:03.631214 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 7e166b02-3f14-40b4-b11a-1b65c4bce791 no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:24:03.639939 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-7a578d08-bf07-4df3-9122-f7a2a8b4abc8 None None] Set router c9c1c372-1e2a-44a3-97d1-df1bec09a4bb gateway port host: dv-cinder-852208-11-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:24:03.651356 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-68c43472-c8ae-4a46-ba9c-12bdc9f75736 admin admin] Publish callbacks [] for router_gateway (c9c1c372-1e2a-44a3-97d1-df1bec09a4bb), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:03.655910 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] No Port match for: 7e166b02-3f14-40b4-b11a-1b65c4bce791 {{(pid=106294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:24:03.656265 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 7e166b02-3f14-40b4-b11a-1b65c4bce791 not bound to the agent host hv-cinder-85220 {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:24:03.697141 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-68c43472-c8ae-4a46-ba9c-12bdc9f75736 admin admin] Deleting port bd981084-fff6-4b27-aff2-b1ae83b242e6 {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:24:03.697141 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-68c43472-c8ae-4a46-ba9c-12bdc9f75736 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (bd981084-fff6-4b27-aff2-b1ae83b242e6), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:03.711119 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:03.763898 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b893a56a-6354-4799-9e0f-fce8d4c44769 req-be9de39f-60b2-492f-b5b3-fc3ac486d444 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:03.765756 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-b893a56a-6354-4799-9e0f-fce8d4c44769 req-be9de39f-60b2-492f-b5b3-fc3ac486d444 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fde664c-f504-436a-bc03-41126ce28efe HTTP/1.1" status: 200 len: 945 time: 0.0509250 Aug 30 04:24:03.789620 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [None req-68c43472-c8ae-4a46-ba9c-12bdc9f75736 admin admin] For port bd981084-fff6-4b27-aff2-b1ae83b242e6, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=bd981084-fff6-4b27-aff2-b1ae83b242e6,segment=NetworkSegment(10b95e6c-2e6d-452d-a5ef-cbf673e3f24c),segment_id=10b95e6c-2e6d-452d-a5ef-cbf673e3f24c)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:24:03.789966 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-68c43472-c8ae-4a46-ba9c-12bdc9f75736 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (bd981084-fff6-4b27-aff2-b1ae83b242e6), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:03.803527 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-68c43472-c8ae-4a46-ba9c-12bdc9f75736 admin admin] Calling delete_port for bd981084-fff6-4b27-aff2-b1ae83b242e6 owned by network:router_gateway {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:24:03.815410 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-7a578d08-bf07-4df3-9122-f7a2a8b4abc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c1c372-1e2a-44a3-97d1-df1bec09a4bb', 'name': 'tempest-TestMinimumBasicScenario-1009286269-router', 'tenant_id': 'ddae968572774fa5b3d0a561b5c1b085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.91'}], 'enable_snat': True}, 'gw_port_id': 'bd981084-fff6-4b27-aff2-b1ae83b242e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:20:59Z', 'updated_at': '2022-08-30T04:24:02Z', 'revision_number': 5, 'project_id': 'ddae968572774fa5b3d0a561b5c1b085', 'gw_port': {'id': 'bd981084-fff6-4b27-aff2-b1ae83b242e6', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c1c372-1e2a-44a3-97d1-df1bec09a4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:20:59Z', 'updated_at': '2022-08-30T04:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi'}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:24:03.820531 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-b893a56a-6354-4799-9e0f-fce8d4c44769 req-c1919b0d-8446-45ee-9efa-f40e9724b601 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475776 Aug 30 04:24:03.846227 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=100 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:03.847853 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a578d08-bf07-4df3-9122-f7a2a8b4abc8 None None] Checking router: c9c1c372-1e2a-44a3-97d1-df1bec09a4bb for host: dv-cinder-852208-11-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:24:03.857538 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a578d08-bf07-4df3-9122-f7a2a8b4abc8 None None] Routers {'c9c1c372-1e2a-44a3-97d1-df1bec09a4bb'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:24:03.858156 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-7a578d08-bf07-4df3-9122-f7a2a8b4abc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:23:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['c9c1c372-1e2a-44a3-97d1-df1bec09a4bb'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:24:03.939879 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-7a578d08-bf07-4df3-9122-f7a2a8b4abc8 None None] Set router c9c1c372-1e2a-44a3-97d1-df1bec09a4bb gateway port host: None {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:24:03.992950 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-7a578d08-bf07-4df3-9122-f7a2a8b4abc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c1c372-1e2a-44a3-97d1-df1bec09a4bb', 'name': 'tempest-TestMinimumBasicScenario-1009286269-router', 'tenant_id': 'ddae968572774fa5b3d0a561b5c1b085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:20:59Z', 'updated_at': '2022-08-30T04:24:03Z', 'revision_number': 6, 'project_id': 'ddae968572774fa5b3d0a561b5c1b085', 'gw_port_host': None}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:24:04.019102 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a578d08-bf07-4df3-9122-f7a2a8b4abc8 None None] The sync data for ids ['c9c1c372-1e2a-44a3-97d1-df1bec09a4bb'] in dv-cinder-852208-11-iscsi is: [{'id': 'c9c1c372-1e2a-44a3-97d1-df1bec09a4bb', 'name': 'tempest-TestMinimumBasicScenario-1009286269-router', 'tenant_id': 'ddae968572774fa5b3d0a561b5c1b085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:20:59Z', 'updated_at': '2022-08-30T04:24:03Z', 'revision_number': 6, 'project_id': 'ddae968572774fa5b3d0a561b5c1b085', 'gw_port_host': None}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:24:04.250054 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-68c43472-c8ae-4a46-ba9c-12bdc9f75736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (bd981084-fff6-4b27-aff2-b1ae83b242e6), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:04.274168 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c43472-c8ae-4a46-ba9c-12bdc9f75736 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd981084-fff6-4b27-aff2-b1ae83b242e6,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:04.336648 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-68c43472-c8ae-4a46-ba9c-12bdc9f75736 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572577'] for router_gateway (c9c1c372-1e2a-44a3-97d1-df1bec09a4bb), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:04.444437 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-68c43472-c8ae-4a46-ba9c-12bdc9f75736 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6255'] for router (c9c1c372-1e2a-44a3-97d1-df1bec09a4bb), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:04.446699 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-68c43472-c8ae-4a46-ba9c-12bdc9f75736 admin admin] Publish callbacks [] for router_controller (c9c1c372-1e2a-44a3-97d1-df1bec09a4bb), precommit_delete_associations {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:04.516472 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-68c43472-c8ae-4a46-ba9c-12bdc9f75736 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-573231'] for router (c9c1c372-1e2a-44a3-97d1-df1bec09a4bb), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:04.517053 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c43472-c8ae-4a46-ba9c-12bdc9f75736 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9c1c372-1e2a-44a3-97d1-df1bec09a4bb {{(pid=106293) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 04:24:04.522831 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-68c43472-c8ae-4a46-ba9c-12bdc9f75736 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:04.523967 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-68c43472-c8ae-4a46-ba9c-12bdc9f75736 admin admin] 10.222.0.46 "DELETE /networking/v2.0/routers/c9c1c372-1e2a-44a3-97d1-df1bec09a4bb HTTP/1.1" status: 204 len: 168 time: 1.0813169 Aug 30 04:24:04.526576 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 51956) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:24:04.571678 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff0c4721-2f0e-4661-97e9-a51470434a41 admin admin] Deleting subnet 6bca76be-a0e9-48b9-a344-6a2744164590 {{(pid=106293) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 04:24:04.574960 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ff0c4721-2f0e-4661-97e9-a51470434a41 admin admin] Publish callbacks [] for subnet (6bca76be-a0e9-48b9-a344-6a2744164590), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:04.613505 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ff0c4721-2f0e-4661-97e9-a51470434a41 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387962'] for subnet (6bca76be-a0e9-48b9-a344-6a2744164590), precommit_delete_associations {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:04.686975 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:04.690103 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ff0c4721-2f0e-4661-97e9-a51470434a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1779299'] for subnet (6bca76be-a0e9-48b9-a344-6a2744164590), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:04.748998 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ff0c4721-2f0e-4661-97e9-a51470434a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1779322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-454480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9734407'] for subnet (6bca76be-a0e9-48b9-a344-6a2744164590), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:04.773192 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0c4721-2f0e-4661-97e9-a51470434a41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bca76be-a0e9-48b9-a344-6a2744164590,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:04.781942 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ff0c4721-2f0e-4661-97e9-a51470434a41 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:04.785072 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-ff0c4721-2f0e-4661-97e9-a51470434a41 admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/6bca76be-a0e9-48b9-a344-6a2744164590 HTTP/1.1" status: 204 len: 168 time: 0.2570271 Aug 30 04:24:04.787659 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 51958) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:24:04.788099 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b18cbb-ee8f-4b6d-934d-3f5573f80c1c None None] Network dd2a8049-b917-49e6-b871-9134d7a6f650 requested from dv-cinder-852208-11-iscsi {{(pid=106294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:24:04.865852 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ecf17bc5-b834-41cf-a974-fb0b81c7cab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635422'] for network (dd2a8049-b917-49e6-b871-9134d7a6f650), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:04.906456 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:04.911777 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-ecf17bc5-b834-41cf-a974-fb0b81c7cab8 admin admin] Deleting port 10813ce6-a159-43db-b419-419b1da59766 {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:24:04.912128 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ecf17bc5-b834-41cf-a974-fb0b81c7cab8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (10813ce6-a159-43db-b419-419b1da59766), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:04.971713 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13845f1d-057a-4355-af5e-43191920e0f3 None None] DHCP port deletion for dd2a8049-b917-49e6-b871-9134d7a6f650 request from dv-cinder-852208-11-iscsi {{(pid=106294) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 04:24:05.008487 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-13845f1d-057a-4355-af5e-43191920e0f3 None None] Deleting port 10813ce6-a159-43db-b419-419b1da59766 {{(pid=106294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:24:05.009101 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-13845f1d-057a-4355-af5e-43191920e0f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (10813ce6-a159-43db-b419-419b1da59766), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:05.019929 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c36313f-c68b-4ce6-99fd-11923eed6e43 req-ffdd9408-94ba-41cc-9930-0579e5241101 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:05.021610 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4c36313f-c68b-4ce6-99fd-11923eed6e43 req-ffdd9408-94ba-41cc-9930-0579e5241101 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fde664c-f504-436a-bc03-41126ce28efe HTTP/1.1" status: 200 len: 945 time: 0.1055129 Aug 30 04:24:05.026936 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [None req-ecf17bc5-b834-41cf-a974-fb0b81c7cab8 admin admin] For port 10813ce6-a159-43db-b419-419b1da59766, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=10813ce6-a159-43db-b419-419b1da59766,segment=NetworkSegment(f0cd75e6-ffe0-46b7-b2c6-77de4b5cd414),segment_id=f0cd75e6-ffe0-46b7-b2c6-77de4b5cd414)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:24:05.027372 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ecf17bc5-b834-41cf-a974-fb0b81c7cab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (10813ce6-a159-43db-b419-419b1da59766), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:05.054094 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-ecf17bc5-b834-41cf-a974-fb0b81c7cab8 admin admin] Calling delete_port for 10813ce6-a159-43db-b419-419b1da59766 owned by network:dhcp {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:24:05.079755 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-13845f1d-057a-4355-af5e-43191920e0f3 None None] For port 10813ce6-a159-43db-b419-419b1da59766, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=10813ce6-a159-43db-b419-419b1da59766,segment=NetworkSegment(f0cd75e6-ffe0-46b7-b2c6-77de4b5cd414),segment_id=f0cd75e6-ffe0-46b7-b2c6-77de4b5cd414)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:24:05.080157 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-13845f1d-057a-4355-af5e-43191920e0f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (10813ce6-a159-43db-b419-419b1da59766), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:05.093658 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-13845f1d-057a-4355-af5e-43191920e0f3 None None] Calling delete_port for 10813ce6-a159-43db-b419-419b1da59766 owned by network:dhcp {{(pid=106294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:24:05.127363 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4c36313f-c68b-4ce6-99fd-11923eed6e43 req-ff537e11-0f7a-4837-a68c-ad5c3aafa87e tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965819 Aug 30 04:24:05.175162 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-13845f1d-057a-4355-af5e-43191920e0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839'] for port (10813ce6-a159-43db-b419-419b1da59766), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:05.182779 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ecf17bc5-b834-41cf-a974-fb0b81c7cab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (10813ce6-a159-43db-b419-419b1da59766), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:05.202239 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13845f1d-057a-4355-af5e-43191920e0f3 None None] Pushing event deleted for resources: {'Port': ['ID=10813ce6-a159-43db-b419-419b1da59766,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:05.207472 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13845f1d-057a-4355-af5e-43191920e0f3 None None] No DVR routers for this DVR port 10813ce6-a159-43db-b419-419b1da59766 on host dv-cinder-852208-11-iscsi {{(pid=106294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:24:05.211665 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf17bc5-b834-41cf-a974-fb0b81c7cab8 admin admin] Pushing event deleted for resources: {'Port': ['ID=10813ce6-a159-43db-b419-419b1da59766,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:05.215732 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf17bc5-b834-41cf-a974-fb0b81c7cab8 admin admin] No DVR routers for this DVR port 10813ce6-a159-43db-b419-419b1da59766 on host dv-cinder-852208-11-iscsi {{(pid=106293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:24:05.294999 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ecf17bc5-b834-41cf-a974-fb0b81c7cab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1778176', 'neutron.services.segments.db._delete_segments_for_network-8749362907459'] for network (dd2a8049-b917-49e6-b871-9134d7a6f650), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:05.317014 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.services.segments.db [None req-ecf17bc5-b834-41cf-a974-fb0b81c7cab8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd2a8049-b917-49e6-b871-9134d7a6f650']}} {{(pid=106293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:24:05.328000 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.services.segments.db [None req-ecf17bc5-b834-41cf-a974-fb0b81c7cab8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0cd75e6-ffe0-46b7-b2c6-77de4b5cd414') {'for_net_delete': True} {{(pid=106293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:24:05.328298 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.services.segments.db [None req-ecf17bc5-b834-41cf-a974-fb0b81c7cab8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0cd75e6-ffe0-46b7-b2c6-77de4b5cd414') {} {{(pid=106293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:24:05.342620 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ecf17bc5-b834-41cf-a974-fb0b81c7cab8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749362932655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3387953'] for segment (f0cd75e6-ffe0-46b7-b2c6-77de4b5cd414), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:05.348533 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device eddfda51-0ec8-4507-b9d7-40d3958ed00e no longer exists at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:24:05.361291 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ecf17bc5-b834-41cf-a974-fb0b81c7cab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784698'] for segment (f0cd75e6-ffe0-46b7-b2c6-77de4b5cd414), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:05.368560 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecf17bc5-b834-41cf-a974-fb0b81c7cab8 admin admin] Releasing vlan 841 on physical network physnet1 to pool {{(pid=106293) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 04:24:05.368975 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] No Port match for: eddfda51-0ec8-4507-b9d7-40d3958ed00e {{(pid=106294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:24:05.369375 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device eddfda51-0ec8-4507-b9d7-40d3958ed00e not bound to the agent host dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:24:05.369549 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ecf17bc5-b834-41cf-a974-fb0b81c7cab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-454390'] for segment (f0cd75e6-ffe0-46b7-b2c6-77de4b5cd414), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:05.370138 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 10813ce6-a159-43db-b419-419b1da59766 no longer exists at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:24:05.389852 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] No Port match for: 10813ce6-a159-43db-b419-419b1da59766 {{(pid=106294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:24:05.390283 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 10813ce6-a159-43db-b419-419b1da59766 not bound to the agent host dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:24:05.390735 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device bd981084-fff6-4b27-aff2-b1ae83b242e6 no longer exists at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:24:05.409345 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] No Port match for: bd981084-fff6-4b27-aff2-b1ae83b242e6 {{(pid=106294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:24:05.409700 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device bd981084-fff6-4b27-aff2-b1ae83b242e6 not bound to the agent host dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:24:05.412321 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.services.segments.plugin [-] Segment f0cd75e6-ffe0-46b7-b2c6-77de4b5cd414 resource provider aggregate not found Aug 30 04:24:05.434865 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.services.segments.plugin [-] Segment f0cd75e6-ffe0-46b7-b2c6-77de4b5cd414 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f0cd75e6-ffe0-46b7-b2c6-77de4b5cd414 found for delete ", "request_id": "req-b16fe90e-96a7-4e5d-9dfe-409921e53604"}]} Aug 30 04:24:05.438758 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ecf17bc5-b834-41cf-a974-fb0b81c7cab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1778185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572621'] for network (dd2a8049-b917-49e6-b871-9134d7a6f650), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:05.444520 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ecf17bc5-b834-41cf-a974-fb0b81c7cab8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for network (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:05.447637 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-ecf17bc5-b834-41cf-a974-fb0b81c7cab8 admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/dd2a8049-b917-49e6-b871-9134d7a6f650 HTTP/1.1" status: 204 len: 168 time: 0.6590493 Aug 30 04:24:05.450774 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 51966) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:24:05.459209 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf17bc5-b834-41cf-a974-fb0b81c7cab8 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd2a8049-b917-49e6-b871-9134d7a6f650,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:05.971794 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-ff655606-9c59-4bec-8c95-a991bbbebad7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573154'] for router_interface (2c0eb7f9-7938-43a1-b816-79dcde40e99e), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:06.118489 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb89bb-4ef0-492d-8993-b1f6a9519289 req-45c2836b-b37c-40ff-880e-b57f05a50a2b tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:06.119930 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8efb89bb-4ef0-492d-8993-b1f6a9519289 req-45c2836b-b37c-40ff-880e-b57f05a50a2b tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=5fde664c-f504-436a-bc03-41126ce28efe HTTP/1.1" status: 200 len: 945 time: 0.0466378 Aug 30 04:24:06.200168 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.plugin [None req-ff655606-9c59-4bec-8c95-a991bbbebad7 admin admin] Deleting port 4a0e2f12-0f58-44e2-ba18-2a8f4290d984 {{(pid=106292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:24:06.200490 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-ff655606-9c59-4bec-8c95-a991bbbebad7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (4a0e2f12-0f58-44e2-ba18-2a8f4290d984), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:06.202080 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=100 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:06.211572 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-8efb89bb-4ef0-492d-8993-b1f6a9519289 req-ba1f2b6e-145c-4043-bbb5-004e48b954f4 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Deleting port df23e2a1-bcf8-455e-aa83-acb143334ab7 {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:24:06.211920 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-8efb89bb-4ef0-492d-8993-b1f6a9519289 req-ba1f2b6e-145c-4043-bbb5-004e48b954f4 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (df23e2a1-bcf8-455e-aa83-acb143334ab7), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:06.305667 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e72eec4-a3df-4c73-9e21-0a5789f23ee5 req-d0a9e01e-e5e5-4d87-aaea-1e1a7dc7f19a tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:06.306522 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:06.307187 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-1e72eec4-a3df-4c73-9e21-0a5789f23ee5 req-d0a9e01e-e5e5-4d87-aaea-1e1a7dc7f19a tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fde664c-f504-436a-bc03-41126ce28efe HTTP/1.1" status: 200 len: 945 time: 0.0677831 Aug 30 04:24:06.318965 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-8efb89bb-4ef0-492d-8993-b1f6a9519289 req-ba1f2b6e-145c-4043-bbb5-004e48b954f4 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] For port df23e2a1-bcf8-455e-aa83-acb143334ab7, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=df23e2a1-bcf8-455e-aa83-acb143334ab7,segment=NetworkSegment(ba3ccad1-e761-4282-ad36-66b52ed371a6),segment_id=ba3ccad1-e761-4282-ad36-66b52ed371a6)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:24:06.319327 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-8efb89bb-4ef0-492d-8993-b1f6a9519289 req-ba1f2b6e-145c-4043-bbb5-004e48b954f4 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (df23e2a1-bcf8-455e-aa83-acb143334ab7), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:06.333723 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-8efb89bb-4ef0-492d-8993-b1f6a9519289 req-ba1f2b6e-145c-4043-bbb5-004e48b954f4 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Calling delete_port for df23e2a1-bcf8-455e-aa83-acb143334ab7 owned by compute:nova {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:24:06.349801 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=100 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:06.352885 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.db [None req-ff655606-9c59-4bec-8c95-a991bbbebad7 admin admin] For port 4a0e2f12-0f58-44e2-ba18-2a8f4290d984, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=4a0e2f12-0f58-44e2-ba18-2a8f4290d984,segment=NetworkSegment(cd02e111-cba9-4185-9043-e5e56a4746d8),segment_id=cd02e111-cba9-4185-9043-e5e56a4746d8)] {{(pid=106292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:24:06.353249 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-ff655606-9c59-4bec-8c95-a991bbbebad7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (4a0e2f12-0f58-44e2-ba18-2a8f4290d984), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:06.376405 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.plugin [None req-ff655606-9c59-4bec-8c95-a991bbbebad7 admin admin] Calling delete_port for 4a0e2f12-0f58-44e2-ba18-2a8f4290d984 owned by network:router_interface {{(pid=106292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:24:06.399101 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-1e72eec4-a3df-4c73-9e21-0a5789f23ee5 req-952fe164-a9c5-42fc-b3b4-1a698a61f4ea tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16ebbe32-86af-47e1-b724-fc684e66a7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820220 Aug 30 04:24:06.488829 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-8efb89bb-4ef0-492d-8993-b1f6a9519289 req-ba1f2b6e-145c-4043-bbb5-004e48b954f4 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (df23e2a1-bcf8-455e-aa83-acb143334ab7), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:06.501608 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] get_ports_and_sgs() called for port_ids ['df23e2a1-bcf8-455e-aa83-acb143334ab7'] {{(pid=106294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:24:06.519065 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1f2b6e-145c-4043-bbb5-004e48b954f4 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Pushing event deleted for resources: {'Port': ['ID=df23e2a1-bcf8-455e-aa83-acb143334ab7,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:06.525850 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:06.574052 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-8efb89bb-4ef0-492d-8993-b1f6a9519289 req-ba1f2b6e-145c-4043-bbb5-004e48b954f4 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] No DVR routers for this DVR port df23e2a1-bcf8-455e-aa83-acb143334ab7 on host hv-cinder-85220 {{(pid=106293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:24:06.577309 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-8efb89bb-4ef0-492d-8993-b1f6a9519289 req-ba1f2b6e-145c-4043-bbb5-004e48b954f4 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:06.580478 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8efb89bb-4ef0-492d-8993-b1f6a9519289 req-ba1f2b6e-145c-4043-bbb5-004e48b954f4 tempest-ServerRescueNegativeTestJSON-1317422711 tempest-ServerRescueNegativeTestJSON-1317422711-project] 10.222.0.75 "DELETE /networking/v2.0/ports/df23e2a1-bcf8-455e-aa83-acb143334ab7 HTTP/1.1" status: 204 len: 173 time: 0.4550366 Aug 30 04:24:06.580919 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fde664c-f504-436a-bc03-41126ce28efe', 'name': 'network-vif-deleted', 'tag': 'df23e2a1-bcf8-455e-aa83-acb143334ab7'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:24:06.583279 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11a3118c5976ecaadc28dc64ec6366a88eb3d4be069be3e491e321578e9d1f78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e130e97-c2ec-4c2d-9296-5affbe8d65a2" -d '{"events": [{"server_uuid": "5fde664c-f504-436a-bc03-41126ce28efe", "name": "network-vif-deleted", "tag": "df23e2a1-bcf8-455e-aa83-acb143334ab7"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:24:06.599743 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-ff655606-9c59-4bec-8c95-a991bbbebad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642203'] for port (4a0e2f12-0f58-44e2-ba18-2a8f4290d984), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:06.631083 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033eb37e-f698-4cf2-979f-73fbfb0d189e x-openstack-request-id: req-033eb37e-f698-4cf2-979f-73fbfb0d189e {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:24:06.632188 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fde664c-f504-436a-bc03-41126ce28efe", "name": "network-vif-deleted", "tag": "df23e2a1-bcf8-455e-aa83-acb143334ab7", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:24:06.632188 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-033eb37e-f698-4cf2-979f-73fbfb0d189e {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:24:06.632737 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-033eb37e-f698-4cf2-979f-73fbfb0d189e'] response: {'server_uuid': '5fde664c-f504-436a-bc03-41126ce28efe', 'name': 'network-vif-deleted', 'tag': 'df23e2a1-bcf8-455e-aa83-acb143334ab7', 'status': 'completed', 'code': 200} Aug 30 04:24:06.640375 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff655606-9c59-4bec-8c95-a991bbbebad7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a0e2f12-0f58-44e2-ba18-2a8f4290d984,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:06.819035 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-ff655606-9c59-4bec-8c95-a991bbbebad7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573266'] for router_interface (2c0eb7f9-7938-43a1-b816-79dcde40e99e), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:07.038126 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff655606-9c59-4bec-8c95-a991bbbebad7 admin admin] Router 2c0eb7f9-7938-43a1-b816-79dcde40e99e has already been hosted by L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 {{(pid=106292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:24:07.139942 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:07.145679 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff655606-9c59-4bec-8c95-a991bbbebad7 admin admin] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:24:07.151112 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-ff655606-9c59-4bec-8c95-a991bbbebad7 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/2c0eb7f9-7938-43a1-b816-79dcde40e99e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6989858 Aug 30 04:24:07.153407 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 51972) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:24:07.156835 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b0ca8a-dc36-4e1f-90bf-9a1dfcb15b75 None None] Sync routers for ids ['2c0eb7f9-7938-43a1-b816-79dcde40e99e'] in dv-cinder-852208-11-iscsi {{(pid=106294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:24:07.166574 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b0ca8a-dc36-4e1f-90bf-9a1dfcb15b75 None None] Routers {'2c0eb7f9-7938-43a1-b816-79dcde40e99e'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:24:07.167451 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-78b0ca8a-dc36-4e1f-90bf-9a1dfcb15b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:23:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['2c0eb7f9-7938-43a1-b816-79dcde40e99e'], 'active': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:24:07.247621 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:07.256598 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-5aff58ee-2996-4c54-8137-eaaa3f2dc269 admin admin] Publish callbacks [] for router (2c0eb7f9-7938-43a1-b816-79dcde40e99e), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:07.282082 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvr_db [None req-78b0ca8a-dc36-4e1f-90bf-9a1dfcb15b75 None None] Set router 2c0eb7f9-7938-43a1-b816-79dcde40e99e gateway port host: dv-cinder-852208-11-iscsi {{(pid=106294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:24:07.363125 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-5aff58ee-2996-4c54-8137-eaaa3f2dc269 admin admin] Publish callbacks [] for router_gateway (2c0eb7f9-7938-43a1-b816-79dcde40e99e), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:07.408564 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.plugin [None req-5aff58ee-2996-4c54-8137-eaaa3f2dc269 admin admin] Deleting port 3c6c4e9b-aa5e-4714-8ee9-03c00b0c6f4d {{(pid=106292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:24:07.408836 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-5aff58ee-2996-4c54-8137-eaaa3f2dc269 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (3c6c4e9b-aa5e-4714-8ee9-03c00b0c6f4d), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:07.462143 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-78b0ca8a-dc36-4e1f-90bf-9a1dfcb15b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0eb7f9-7938-43a1-b816-79dcde40e99e', 'name': 'tempest-TestMinimumBasicScenario-1639022683-router', 'tenant_id': 'b90f352797cc49208763b206fd72546c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.161'}], 'enable_snat': True}, 'gw_port_id': '3c6c4e9b-aa5e-4714-8ee9-03c00b0c6f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:21:05Z', 'updated_at': '2022-08-30T04:24:06Z', 'revision_number': 5, 'project_id': 'b90f352797cc49208763b206fd72546c', 'gw_port': {'id': '3c6c4e9b-aa5e-4714-8ee9-03c00b0c6f4d', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0eb7f9-7938-43a1-b816-79dcde40e99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:21:06Z', 'updated_at': '2022-08-30T04:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi'}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:24:07.478465 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 51976) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:24:07.488386 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b0ca8a-dc36-4e1f-90bf-9a1dfcb15b75 None None] Checking router: 2c0eb7f9-7938-43a1-b816-79dcde40e99e for host: dv-cinder-852208-11-iscsi {{(pid=106294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:24:07.497455 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.db [None req-5aff58ee-2996-4c54-8137-eaaa3f2dc269 admin admin] For port 3c6c4e9b-aa5e-4714-8ee9-03c00b0c6f4d, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=3c6c4e9b-aa5e-4714-8ee9-03c00b0c6f4d,segment=NetworkSegment(10b95e6c-2e6d-452d-a5ef-cbf673e3f24c),segment_id=10b95e6c-2e6d-452d-a5ef-cbf673e3f24c)] {{(pid=106292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:24:07.497969 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-5aff58ee-2996-4c54-8137-eaaa3f2dc269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (3c6c4e9b-aa5e-4714-8ee9-03c00b0c6f4d), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:07.498458 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b0ca8a-dc36-4e1f-90bf-9a1dfcb15b75 None None] Routers {'2c0eb7f9-7938-43a1-b816-79dcde40e99e'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:24:07.499083 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-78b0ca8a-dc36-4e1f-90bf-9a1dfcb15b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:23:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['2c0eb7f9-7938-43a1-b816-79dcde40e99e'], 'active': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:24:07.513084 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.plugin [None req-5aff58ee-2996-4c54-8137-eaaa3f2dc269 admin admin] Calling delete_port for 3c6c4e9b-aa5e-4714-8ee9-03c00b0c6f4d owned by network:router_gateway {{(pid=106292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:24:07.567114 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:07.575470 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:07.590146 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvr_db [None req-78b0ca8a-dc36-4e1f-90bf-9a1dfcb15b75 None None] Set router 2c0eb7f9-7938-43a1-b816-79dcde40e99e gateway port host: None {{(pid=106294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:24:07.640936 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-78b0ca8a-dc36-4e1f-90bf-9a1dfcb15b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0eb7f9-7938-43a1-b816-79dcde40e99e', 'name': 'tempest-TestMinimumBasicScenario-1639022683-router', 'tenant_id': 'b90f352797cc49208763b206fd72546c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:21:05Z', 'updated_at': '2022-08-30T04:24:07Z', 'revision_number': 6, 'project_id': 'b90f352797cc49208763b206fd72546c', 'gw_port_host': None}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:24:07.670002 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b0ca8a-dc36-4e1f-90bf-9a1dfcb15b75 None None] The sync data for ids ['2c0eb7f9-7938-43a1-b816-79dcde40e99e'] in dv-cinder-852208-11-iscsi is: [{'id': '2c0eb7f9-7938-43a1-b816-79dcde40e99e', 'name': 'tempest-TestMinimumBasicScenario-1639022683-router', 'tenant_id': 'b90f352797cc49208763b206fd72546c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:21:05Z', 'updated_at': '2022-08-30T04:24:07Z', 'revision_number': 6, 'project_id': 'b90f352797cc49208763b206fd72546c', 'gw_port_host': None}] {{(pid=106294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:24:07.700205 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-5aff58ee-2996-4c54-8137-eaaa3f2dc269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642203'] for port (3c6c4e9b-aa5e-4714-8ee9-03c00b0c6f4d), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:07.726876 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aff58ee-2996-4c54-8137-eaaa3f2dc269 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c6c4e9b-aa5e-4714-8ee9-03c00b0c6f4d,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:07.792716 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-5aff58ee-2996-4c54-8137-eaaa3f2dc269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572577'] for router_gateway (2c0eb7f9-7938-43a1-b816-79dcde40e99e), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:07.883476 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-5aff58ee-2996-4c54-8137-eaaa3f2dc269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6255'] for router (2c0eb7f9-7938-43a1-b816-79dcde40e99e), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:07.885609 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-5aff58ee-2996-4c54-8137-eaaa3f2dc269 admin admin] Publish callbacks [] for router_controller (2c0eb7f9-7938-43a1-b816-79dcde40e99e), precommit_delete_associations {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:07.929374 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-5aff58ee-2996-4c54-8137-eaaa3f2dc269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-573231'] for router (2c0eb7f9-7938-43a1-b816-79dcde40e99e), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:07.929864 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aff58ee-2996-4c54-8137-eaaa3f2dc269 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c0eb7f9-7938-43a1-b816-79dcde40e99e {{(pid=106292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 04:24:07.934600 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-5aff58ee-2996-4c54-8137-eaaa3f2dc269 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:07.938227 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-5aff58ee-2996-4c54-8137-eaaa3f2dc269 admin admin] 10.222.0.46 "DELETE /networking/v2.0/routers/2c0eb7f9-7938-43a1-b816-79dcde40e99e HTTP/1.1" status: 204 len: 168 time: 0.7814901 Aug 30 04:24:07.938555 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 51982) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:24:07.947145 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-47ecd725-e80e-4af4-a8eb-8b9e71be3e6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573154'] for router_interface (3c01efb0-7805-4bef-b1f3-476570199b5d), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:07.984765 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.db.db_base_plugin_v2 [None req-77ac6dd2-21a7-41f8-adc5-b0fa815b1c22 admin admin] Deleting subnet 8bab63d1-0536-4a36-9b1e-9620f27d1b1a {{(pid=106292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 04:24:07.987885 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-77ac6dd2-21a7-41f8-adc5-b0fa815b1c22 admin admin] Publish callbacks [] for subnet (8bab63d1-0536-4a36-9b1e-9620f27d1b1a), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:08.030020 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-77ac6dd2-21a7-41f8-adc5-b0fa815b1c22 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2102192'] for subnet (8bab63d1-0536-4a36-9b1e-9620f27d1b1a), precommit_delete_associations {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:08.066372 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:08.147235 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-77ac6dd2-21a7-41f8-adc5-b0fa815b1c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1779299'] for subnet (8bab63d1-0536-4a36-9b1e-9620f27d1b1a), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:08.191684 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-47ecd725-e80e-4af4-a8eb-8b9e71be3e6c admin admin] Deleting port 72368378-95b5-42b5-ae57-8fb4569082ec {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:24:08.191901 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-47ecd725-e80e-4af4-a8eb-8b9e71be3e6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (72368378-95b5-42b5-ae57-8fb4569082ec), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:08.210049 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-77ac6dd2-21a7-41f8-adc5-b0fa815b1c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1779322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834644'] for subnet (8bab63d1-0536-4a36-9b1e-9620f27d1b1a), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:08.214103 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:08.239419 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ac6dd2-21a7-41f8-adc5-b0fa815b1c22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bab63d1-0536-4a36-9b1e-9620f27d1b1a,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:08.246188 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-77ac6dd2-21a7-41f8-adc5-b0fa815b1c22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for subnet (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:08.251917 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-77ac6dd2-21a7-41f8-adc5-b0fa815b1c22 admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/8bab63d1-0536-4a36-9b1e-9620f27d1b1a HTTP/1.1" status: 204 len: 168 time: 0.3100426 Aug 30 04:24:08.252088 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 51984) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:24:08.252569 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec266d8-0037-4871-9f23-1d96e7203a7e None None] Network 3ee852d0-75a3-40b5-ba71-e3cd01c8b73d requested from dv-cinder-852208-11-iscsi {{(pid=106294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:24:08.284776 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [None req-47ecd725-e80e-4af4-a8eb-8b9e71be3e6c admin admin] For port 72368378-95b5-42b5-ae57-8fb4569082ec, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=72368378-95b5-42b5-ae57-8fb4569082ec,segment=NetworkSegment(ba3ccad1-e761-4282-ad36-66b52ed371a6),segment_id=ba3ccad1-e761-4282-ad36-66b52ed371a6)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:24:08.285141 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-47ecd725-e80e-4af4-a8eb-8b9e71be3e6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (72368378-95b5-42b5-ae57-8fb4569082ec), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:08.298731 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-47ecd725-e80e-4af4-a8eb-8b9e71be3e6c admin admin] Calling delete_port for 72368378-95b5-42b5-ae57-8fb4569082ec owned by network:router_interface {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:24:08.300167 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:08.329167 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-6ced0b0a-7968-4d42-95ae-6f4753f797b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635422'] for network (3ee852d0-75a3-40b5-ba71-e3cd01c8b73d), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:08.378392 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.plugin [None req-6ced0b0a-7968-4d42-95ae-6f4753f797b1 admin admin] Deleting port 3333c98f-c13d-482e-b93a-2ca090f8fd4b {{(pid=106292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:24:08.378923 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-6ced0b0a-7968-4d42-95ae-6f4753f797b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (3333c98f-c13d-482e-b93a-2ca090f8fd4b), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:08.447579 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.db [None req-6ced0b0a-7968-4d42-95ae-6f4753f797b1 admin admin] For port 3333c98f-c13d-482e-b93a-2ca090f8fd4b, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=3333c98f-c13d-482e-b93a-2ca090f8fd4b,segment=NetworkSegment(cd02e111-cba9-4185-9043-e5e56a4746d8),segment_id=cd02e111-cba9-4185-9043-e5e56a4746d8)] {{(pid=106292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:24:08.447862 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-6ced0b0a-7968-4d42-95ae-6f4753f797b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (3333c98f-c13d-482e-b93a-2ca090f8fd4b), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:08.462928 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5875f3-bf3e-4003-9b1d-8ae3156ede68 None None] DHCP port deletion for 3ee852d0-75a3-40b5-ba71-e3cd01c8b73d request from dv-cinder-852208-11-iscsi {{(pid=106294) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 04:24:08.465797 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.plugin [None req-6ced0b0a-7968-4d42-95ae-6f4753f797b1 admin admin] Calling delete_port for 3333c98f-c13d-482e-b93a-2ca090f8fd4b owned by network:dhcp {{(pid=106292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:24:08.507954 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-47ecd725-e80e-4af4-a8eb-8b9e71be3e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (72368378-95b5-42b5-ae57-8fb4569082ec), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:08.508486 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-be5875f3-bf3e-4003-9b1d-8ae3156ede68 None None] Deleting port 3333c98f-c13d-482e-b93a-2ca090f8fd4b {{(pid=106294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:24:08.508699 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-be5875f3-bf3e-4003-9b1d-8ae3156ede68 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (3333c98f-c13d-482e-b93a-2ca090f8fd4b), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:08.535331 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ecd725-e80e-4af4-a8eb-8b9e71be3e6c admin admin] Pushing event deleted for resources: {'Port': ['ID=72368378-95b5-42b5-ae57-8fb4569082ec,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:08.542720 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:08.560277 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-6ced0b0a-7968-4d42-95ae-6f4753f797b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642203'] for port (3333c98f-c13d-482e-b93a-2ca090f8fd4b), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:08.588786 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ced0b0a-7968-4d42-95ae-6f4753f797b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3333c98f-c13d-482e-b93a-2ca090f8fd4b,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:08.589232 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-be5875f3-bf3e-4003-9b1d-8ae3156ede68 None None] For port 3333c98f-c13d-482e-b93a-2ca090f8fd4b, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=3333c98f-c13d-482e-b93a-2ca090f8fd4b,segment=NetworkSegment(cd02e111-cba9-4185-9043-e5e56a4746d8),segment_id=cd02e111-cba9-4185-9043-e5e56a4746d8)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:24:08.589770 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-be5875f3-bf3e-4003-9b1d-8ae3156ede68 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (3333c98f-c13d-482e-b93a-2ca090f8fd4b), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:08.593645 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ced0b0a-7968-4d42-95ae-6f4753f797b1 admin admin] No DVR routers for this DVR port 3333c98f-c13d-482e-b93a-2ca090f8fd4b on host dv-cinder-852208-11-iscsi {{(pid=106292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:24:08.616172 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-be5875f3-bf3e-4003-9b1d-8ae3156ede68 None None] Calling delete_port for 3333c98f-c13d-482e-b93a-2ca090f8fd4b owned by network:dhcp {{(pid=106294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:24:08.696920 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-6ced0b0a-7968-4d42-95ae-6f4753f797b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1778176', 'neutron.services.segments.db._delete_segments_for_network-8749362907459'] for network (3ee852d0-75a3-40b5-ba71-e3cd01c8b73d), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:08.721720 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-be5875f3-bf3e-4003-9b1d-8ae3156ede68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839'] for port (3333c98f-c13d-482e-b93a-2ca090f8fd4b), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:08.722137 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.services.segments.db [None req-6ced0b0a-7968-4d42-95ae-6f4753f797b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ee852d0-75a3-40b5-ba71-e3cd01c8b73d']}} {{(pid=106292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:24:08.733795 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.services.segments.db [None req-6ced0b0a-7968-4d42-95ae-6f4753f797b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd02e111-cba9-4185-9043-e5e56a4746d8') {'for_net_delete': True} {{(pid=106292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:24:08.734487 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.services.segments.db [None req-6ced0b0a-7968-4d42-95ae-6f4753f797b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd02e111-cba9-4185-9043-e5e56a4746d8') {} {{(pid=106292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:24:08.750933 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5875f3-bf3e-4003-9b1d-8ae3156ede68 None None] Pushing event deleted for resources: {'Port': ['ID=3333c98f-c13d-482e-b93a-2ca090f8fd4b,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:08.751349 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-6ced0b0a-7968-4d42-95ae-6f4753f797b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749362932655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2102203'] for segment (cd02e111-cba9-4185-9043-e5e56a4746d8), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:08.754157 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5875f3-bf3e-4003-9b1d-8ae3156ede68 None None] No DVR routers for this DVR port 3333c98f-c13d-482e-b93a-2ca090f8fd4b on host dv-cinder-852208-11-iscsi {{(pid=106294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:24:08.779805 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-6ced0b0a-7968-4d42-95ae-6f4753f797b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784698'] for segment (cd02e111-cba9-4185-9043-e5e56a4746d8), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:08.781115 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-47ecd725-e80e-4af4-a8eb-8b9e71be3e6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573266'] for router_interface (3c01efb0-7805-4bef-b1f3-476570199b5d), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:08.787346 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ced0b0a-7968-4d42-95ae-6f4753f797b1 admin admin] Releasing vlan 804 on physical network physnet1 to pool {{(pid=106292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 04:24:08.787742 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-6ced0b0a-7968-4d42-95ae-6f4753f797b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642254'] for segment (cd02e111-cba9-4185-9043-e5e56a4746d8), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:08.859978 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-6ced0b0a-7968-4d42-95ae-6f4753f797b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1778185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572621'] for network (3ee852d0-75a3-40b5-ba71-e3cd01c8b73d), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:08.871762 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-6ced0b0a-7968-4d42-95ae-6f4753f797b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for network (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:08.879650 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-6ced0b0a-7968-4d42-95ae-6f4753f797b1 admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/3ee852d0-75a3-40b5-ba71-e3cd01c8b73d HTTP/1.1" status: 204 len: 168 time: 0.6265349 Aug 30 04:24:08.895815 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ced0b0a-7968-4d42-95ae-6f4753f797b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ee852d0-75a3-40b5-ba71-e3cd01c8b73d,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:08.994498 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.services.segments.plugin [-] Segment cd02e111-cba9-4185-9043-e5e56a4746d8 resource provider aggregate not found Aug 30 04:24:09.013733 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.services.segments.plugin [-] Segment cd02e111-cba9-4185-9043-e5e56a4746d8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cd02e111-cba9-4185-9043-e5e56a4746d8 found for delete ", "request_id": "req-6fc56792-88e4-4064-beec-3433e1d4cab9"}]} Aug 30 04:24:09.040801 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 51996) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:24:09.065011 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ecd725-e80e-4af4-a8eb-8b9e71be3e6c admin admin] Router 3c01efb0-7805-4bef-b1f3-476570199b5d has already been hosted by L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 {{(pid=106293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:24:09.084546 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-4ee491c4-4cf5-46f9-aa8c-0098d9c48090 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=ddae968572774fa5b3d0a561b5c1b085&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428648 Aug 30 04:24:09.084754 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 51998) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:24:09.134537 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-10510998-b6d8-4a2c-932e-d3603d40c1b6 admin admin] Publish callbacks [] for security_group (27cb5881-51a7-484f-9826-0025161b6b09), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:09.158534 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-10510998-b6d8-4a2c-932e-d3603d40c1b6 admin admin] Publish callbacks [] for security_group (27cb5881-51a7-484f-9826-0025161b6b09), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:09.171708 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ecd725-e80e-4af4-a8eb-8b9e71be3e6c admin admin] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:24:09.180092 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-47ecd725-e80e-4af4-a8eb-8b9e71be3e6c admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/3c01efb0-7805-4bef-b1f3-476570199b5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7005394 Aug 30 04:24:09.180890 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 52000) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:24:09.182987 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6464e7-4526-4269-bab6-09e5f06345f0 None None] Sync routers for ids ['3c01efb0-7805-4bef-b1f3-476570199b5d'] in dv-cinder-852208-11-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:24:09.192297 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=100 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:09.195839 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6464e7-4526-4269-bab6-09e5f06345f0 None None] Routers {'3c01efb0-7805-4bef-b1f3-476570199b5d'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:24:09.196993 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-1f6464e7-4526-4269-bab6-09e5f06345f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:23:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['3c01efb0-7805-4bef-b1f3-476570199b5d'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:24:09.209055 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-10510998-b6d8-4a2c-932e-d3603d40c1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (27cb5881-51a7-484f-9826-0025161b6b09), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:09.212121 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-10510998-b6d8-4a2c-932e-d3603d40c1b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:09.216043 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-10510998-b6d8-4a2c-932e-d3603d40c1b6 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/27cb5881-51a7-484f-9826-0025161b6b09 HTTP/1.1" status: 204 len: 168 time: 0.1290247 Aug 30 04:24:09.225541 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10510998-b6d8-4a2c-932e-d3603d40c1b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27cb5881-51a7-484f-9826-0025161b6b09,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:09.296555 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:09.315073 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-7ded76be-f0ff-44de-a1f7-4d560bc3cd1b admin admin] Publish callbacks [] for router (3c01efb0-7805-4bef-b1f3-476570199b5d), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:09.331593 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-1f6464e7-4526-4269-bab6-09e5f06345f0 None None] Set router 3c01efb0-7805-4bef-b1f3-476570199b5d gateway port host: dv-cinder-852208-11-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:24:09.435757 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-7ded76be-f0ff-44de-a1f7-4d560bc3cd1b admin admin] Publish callbacks [] for router_gateway (3c01efb0-7805-4bef-b1f3-476570199b5d), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:09.451645 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 3333c98f-c13d-482e-b93a-2ca090f8fd4b no longer exists at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:24:09.473589 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] No Port match for: 3333c98f-c13d-482e-b93a-2ca090f8fd4b {{(pid=106294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:24:09.474380 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 3333c98f-c13d-482e-b93a-2ca090f8fd4b not bound to the agent host dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:24:09.475363 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 4a0e2f12-0f58-44e2-ba18-2a8f4290d984 no longer exists at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:24:09.487188 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-7ded76be-f0ff-44de-a1f7-4d560bc3cd1b admin admin] Deleting port 666785d5-060a-4460-bb5f-6da37fa29801 {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:24:09.487446 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-7ded76be-f0ff-44de-a1f7-4d560bc3cd1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (666785d5-060a-4460-bb5f-6da37fa29801), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:09.500585 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] No Port match for: 4a0e2f12-0f58-44e2-ba18-2a8f4290d984 {{(pid=106294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:24:09.501269 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 4a0e2f12-0f58-44e2-ba18-2a8f4290d984 not bound to the agent host dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:24:09.501953 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 3c6c4e9b-aa5e-4714-8ee9-03c00b0c6f4d no longer exists at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:24:09.522579 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] No Port match for: 3c6c4e9b-aa5e-4714-8ee9-03c00b0c6f4d {{(pid=106294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:24:09.523043 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 3c6c4e9b-aa5e-4714-8ee9-03c00b0c6f4d not bound to the agent host dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:24:09.556859 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-1f6464e7-4526-4269-bab6-09e5f06345f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c01efb0-7805-4bef-b1f3-476570199b5d', 'name': 'tempest-ServerRescueNegativeTestJSON-2077016422-router', 'tenant_id': 'a9a5c650ed23445bb585711f962d7e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.39'}], 'enable_snat': True}, 'gw_port_id': '666785d5-060a-4460-bb5f-6da37fa29801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:49Z', 'updated_at': '2022-08-30T04:24:08Z', 'revision_number': 5, 'project_id': 'a9a5c650ed23445bb585711f962d7e09', 'gw_port': {'id': '666785d5-060a-4460-bb5f-6da37fa29801', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c01efb0-7805-4bef-b1f3-476570199b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:51Z', 'updated_at': '2022-08-30T04:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi'}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:24:09.581633 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [None req-7ded76be-f0ff-44de-a1f7-4d560bc3cd1b admin admin] For port 666785d5-060a-4460-bb5f-6da37fa29801, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=666785d5-060a-4460-bb5f-6da37fa29801,segment=NetworkSegment(10b95e6c-2e6d-452d-a5ef-cbf673e3f24c),segment_id=10b95e6c-2e6d-452d-a5ef-cbf673e3f24c)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:24:09.582220 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-7ded76be-f0ff-44de-a1f7-4d560bc3cd1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (666785d5-060a-4460-bb5f-6da37fa29801), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:09.582487 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6464e7-4526-4269-bab6-09e5f06345f0 None None] Checking router: 3c01efb0-7805-4bef-b1f3-476570199b5d for host: dv-cinder-852208-11-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:24:09.591581 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6464e7-4526-4269-bab6-09e5f06345f0 None None] Routers {'3c01efb0-7805-4bef-b1f3-476570199b5d'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:24:09.592179 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-1f6464e7-4526-4269-bab6-09e5f06345f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:23:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['3c01efb0-7805-4bef-b1f3-476570199b5d'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:24:09.596579 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-7ded76be-f0ff-44de-a1f7-4d560bc3cd1b admin admin] Calling delete_port for 666785d5-060a-4460-bb5f-6da37fa29801 owned by network:router_gateway {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:24:09.632833 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device df23e2a1-bcf8-455e-aa83-acb143334ab7 no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:24:09.653843 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] No Port match for: df23e2a1-bcf8-455e-aa83-acb143334ab7 {{(pid=106294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:24:09.654564 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device df23e2a1-bcf8-455e-aa83-acb143334ab7 not bound to the agent host hv-cinder-85220 {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:24:09.691758 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-1f6464e7-4526-4269-bab6-09e5f06345f0 None None] Set router 3c01efb0-7805-4bef-b1f3-476570199b5d gateway port host: None {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:24:09.698350 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 52006) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:24:09.721096 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=11 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:09.739209 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:09.749522 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-1f6464e7-4526-4269-bab6-09e5f06345f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c01efb0-7805-4bef-b1f3-476570199b5d', 'name': 'tempest-ServerRescueNegativeTestJSON-2077016422-router', 'tenant_id': 'a9a5c650ed23445bb585711f962d7e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:49Z', 'updated_at': '2022-08-30T04:24:09Z', 'revision_number': 6, 'project_id': 'a9a5c650ed23445bb585711f962d7e09', 'gw_port_host': None}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:24:09.754093 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-87aee175-8ff8-4033-a5fc-c565affdd26d admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=b90f352797cc49208763b206fd72546c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0538106 Aug 30 04:24:09.756610 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 52008) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:24:09.780260 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6464e7-4526-4269-bab6-09e5f06345f0 None None] The sync data for ids ['3c01efb0-7805-4bef-b1f3-476570199b5d'] in dv-cinder-852208-11-iscsi is: [{'id': '3c01efb0-7805-4bef-b1f3-476570199b5d', 'name': 'tempest-ServerRescueNegativeTestJSON-2077016422-router', 'tenant_id': 'a9a5c650ed23445bb585711f962d7e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:49Z', 'updated_at': '2022-08-30T04:24:09Z', 'revision_number': 6, 'project_id': 'a9a5c650ed23445bb585711f962d7e09', 'gw_port_host': None}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:24:09.794858 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-7ded76be-f0ff-44de-a1f7-4d560bc3cd1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (666785d5-060a-4460-bb5f-6da37fa29801), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:09.813229 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-96387b59-781b-4dbc-be11-b526d15c77db admin admin] Publish callbacks [] for security_group (2b1ab17f-8c1b-44a0-8d98-1b997f8c34c4), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:09.827922 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:09.832739 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ded76be-f0ff-44de-a1f7-4d560bc3cd1b admin admin] Pushing event deleted for resources: {'Port': ['ID=666785d5-060a-4460-bb5f-6da37fa29801,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:09.843036 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-96387b59-781b-4dbc-be11-b526d15c77db admin admin] Publish callbacks [] for security_group (2b1ab17f-8c1b-44a0-8d98-1b997f8c34c4), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:09.893911 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-96387b59-781b-4dbc-be11-b526d15c77db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (2b1ab17f-8c1b-44a0-8d98-1b997f8c34c4), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:09.897076 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-96387b59-781b-4dbc-be11-b526d15c77db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:09.898276 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-96387b59-781b-4dbc-be11-b526d15c77db admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/2b1ab17f-8c1b-44a0-8d98-1b997f8c34c4 HTTP/1.1" status: 204 len: 168 time: 0.1405306 Aug 30 04:24:09.898739 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-7ded76be-f0ff-44de-a1f7-4d560bc3cd1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572577'] for router_gateway (3c01efb0-7805-4bef-b1f3-476570199b5d), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:09.912268 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96387b59-781b-4dbc-be11-b526d15c77db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1ab17f-8c1b-44a0-8d98-1b997f8c34c4,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:10.266124 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-7ded76be-f0ff-44de-a1f7-4d560bc3cd1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6255'] for router (3c01efb0-7805-4bef-b1f3-476570199b5d), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:10.267240 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-7ded76be-f0ff-44de-a1f7-4d560bc3cd1b admin admin] Publish callbacks [] for router_controller (3c01efb0-7805-4bef-b1f3-476570199b5d), precommit_delete_associations {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:10.313513 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-7ded76be-f0ff-44de-a1f7-4d560bc3cd1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-573231'] for router (3c01efb0-7805-4bef-b1f3-476570199b5d), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:10.314534 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ded76be-f0ff-44de-a1f7-4d560bc3cd1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c01efb0-7805-4bef-b1f3-476570199b5d {{(pid=106293) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 04:24:10.320658 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-7ded76be-f0ff-44de-a1f7-4d560bc3cd1b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:10.321989 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-7ded76be-f0ff-44de-a1f7-4d560bc3cd1b admin admin] 10.222.0.46 "DELETE /networking/v2.0/routers/3c01efb0-7805-4bef-b1f3-476570199b5d HTTP/1.1" status: 204 len: 168 time: 1.1401222 Aug 30 04:24:10.325378 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 52020) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:24:10.377511 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.db.db_base_plugin_v2 [None req-24bac1f4-3cc1-4568-9383-fbba1a8519cf admin admin] Deleting subnet bf40f790-127d-4290-907b-8c5f990389ae {{(pid=106292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 04:24:10.380828 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-24bac1f4-3cc1-4568-9383-fbba1a8519cf admin admin] Publish callbacks [] for subnet (bf40f790-127d-4290-907b-8c5f990389ae), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:10.418505 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-24bac1f4-3cc1-4568-9383-fbba1a8519cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2102192'] for subnet (bf40f790-127d-4290-907b-8c5f990389ae), precommit_delete_associations {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:10.507491 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-24bac1f4-3cc1-4568-9383-fbba1a8519cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1779299'] for subnet (bf40f790-127d-4290-907b-8c5f990389ae), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:10.575390 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-24bac1f4-3cc1-4568-9383-fbba1a8519cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1779322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834644'] for subnet (bf40f790-127d-4290-907b-8c5f990389ae), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:10.615763 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bac1f4-3cc1-4568-9383-fbba1a8519cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf40f790-127d-4290-907b-8c5f990389ae,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:10.616399 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588296eb-06db-4cef-9ca4-598832050054 None None] Network 524cda22-09e9-423b-b572-9d6bbb210043 requested from dv-cinder-852208-11-iscsi {{(pid=106294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:24:10.616916 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-24bac1f4-3cc1-4568-9383-fbba1a8519cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for subnet (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:10.622136 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 52032) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:24:10.622843 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-24bac1f4-3cc1-4568-9383-fbba1a8519cf admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/bf40f790-127d-4290-907b-8c5f990389ae HTTP/1.1" status: 204 len: 168 time: 0.2955937 Aug 30 04:24:10.699959 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-40d167d4-3960-42ac-9c72-fd93d0e266fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635422'] for network (524cda22-09e9-423b-b572-9d6bbb210043), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:10.743594 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 52034) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:24:10.752094 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-40d167d4-3960-42ac-9c72-fd93d0e266fb admin admin] Deleting port 940e2021-1c9e-483b-b908-af6f3a5f94cd {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:24:10.753579 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-40d167d4-3960-42ac-9c72-fd93d0e266fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (940e2021-1c9e-483b-b908-af6f3a5f94cd), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:10.800271 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79972dca-0611-4cc2-aa46-693c6ce35c7d None None] DHCP port deletion for 524cda22-09e9-423b-b572-9d6bbb210043 request from dv-cinder-852208-11-iscsi {{(pid=106294) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 04:24:10.824548 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [None req-40d167d4-3960-42ac-9c72-fd93d0e266fb admin admin] For port 940e2021-1c9e-483b-b908-af6f3a5f94cd, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=940e2021-1c9e-483b-b908-af6f3a5f94cd,segment=NetworkSegment(ba3ccad1-e761-4282-ad36-66b52ed371a6),segment_id=ba3ccad1-e761-4282-ad36-66b52ed371a6)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:24:10.825402 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-40d167d4-3960-42ac-9c72-fd93d0e266fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (940e2021-1c9e-483b-b908-af6f3a5f94cd), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:10.842280 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-79972dca-0611-4cc2-aa46-693c6ce35c7d None None] Deleting port 940e2021-1c9e-483b-b908-af6f3a5f94cd {{(pid=106294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:24:10.842940 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-79972dca-0611-4cc2-aa46-693c6ce35c7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (940e2021-1c9e-483b-b908-af6f3a5f94cd), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:10.843114 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-40d167d4-3960-42ac-9c72-fd93d0e266fb admin admin] Calling delete_port for 940e2021-1c9e-483b-b908-af6f3a5f94cd owned by network:dhcp {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:24:10.866200 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-83cbbeb3-2b04-44d3-8327-0e73c09b6736 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1931023720-network', 'tenant_id': 'b0f04feca7a349e5a656f166dae05354'}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:24:10.885467 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:10.889103 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83cbbeb3-2b04-44d3-8327-0e73c09b6736 admin admin] Made reservation on behalf of b0f04feca7a349e5a656f166dae05354 for: {'network': 1} {{(pid=106292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:24:10.892098 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-83cbbeb3-2b04-44d3-8327-0e73c09b6736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for network (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:10.904364 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-83cbbeb3-2b04-44d3-8327-0e73c09b6736 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:10.934232 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-40d167d4-3960-42ac-9c72-fd93d0e266fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (940e2021-1c9e-483b-b908-af6f3a5f94cd), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:10.959650 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d167d4-3960-42ac-9c72-fd93d0e266fb admin admin] Pushing event deleted for resources: {'Port': ['ID=940e2021-1c9e-483b-b908-af6f3a5f94cd,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:10.967375 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d167d4-3960-42ac-9c72-fd93d0e266fb admin admin] No DVR routers for this DVR port 940e2021-1c9e-483b-b908-af6f3a5f94cd on host dv-cinder-852208-11-iscsi {{(pid=106293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:24:10.998366 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-83cbbeb3-2b04-44d3-8327-0e73c09b6736 admin admin] Publish callbacks [] for security_group (ed1b4534-5242-4164-b525-c9372bf1f5e5), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:11.003395 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-83cbbeb3-2b04-44d3-8327-0e73c09b6736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (ed1b4534-5242-4164-b525-c9372bf1f5e5), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:11.017069 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83cbbeb3-2b04-44d3-8327-0e73c09b6736 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=106292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 04:24:11.026504 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-83cbbeb3-2b04-44d3-8327-0e73c09b6736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784698'] for segment (0883dac3-57f0-4e08-9b27-97a718acc317), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:11.026849 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.db.segments_db [None req-83cbbeb3-2b04-44d3-8327-0e73c09b6736 admin admin] Added segment 0883dac3-57f0-4e08-9b27-97a718acc317 of type vlan for network d7d92f54-c849-4928-94b8-15ca960aef5a Aug 30 04:24:11.044728 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-79972dca-0611-4cc2-aa46-693c6ce35c7d None None] For port 940e2021-1c9e-483b-b908-af6f3a5f94cd, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=940e2021-1c9e-483b-b908-af6f3a5f94cd,segment=NetworkSegment(ba3ccad1-e761-4282-ad36-66b52ed371a6),segment_id=ba3ccad1-e761-4282-ad36-66b52ed371a6)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:24:11.045122 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-79972dca-0611-4cc2-aa46-693c6ce35c7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (940e2021-1c9e-483b-b908-af6f3a5f94cd), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:11.047229 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-40d167d4-3960-42ac-9c72-fd93d0e266fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1778176', 'neutron.services.segments.db._delete_segments_for_network-8749362907459'] for network (524cda22-09e9-423b-b572-9d6bbb210043), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:11.059528 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-79972dca-0611-4cc2-aa46-693c6ce35c7d None None] Calling delete_port for 940e2021-1c9e-483b-b908-af6f3a5f94cd owned by network:dhcp {{(pid=106294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:24:11.068438 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.services.segments.db [None req-40d167d4-3960-42ac-9c72-fd93d0e266fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['524cda22-09e9-423b-b572-9d6bbb210043']}} {{(pid=106293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:24:11.079681 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.services.segments.db [None req-40d167d4-3960-42ac-9c72-fd93d0e266fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba3ccad1-e761-4282-ad36-66b52ed371a6') {'for_net_delete': True} {{(pid=106293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:24:11.079985 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.services.segments.db [None req-40d167d4-3960-42ac-9c72-fd93d0e266fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba3ccad1-e761-4282-ad36-66b52ed371a6') {} {{(pid=106293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:24:11.090847 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-40d167d4-3960-42ac-9c72-fd93d0e266fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749362932655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3387953'] for segment (ba3ccad1-e761-4282-ad36-66b52ed371a6), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:11.091140 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cbbeb3-2b04-44d3-8327-0e73c09b6736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1b4534-5242-4164-b525-c9372bf1f5e5,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:11.105742 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-40d167d4-3960-42ac-9c72-fd93d0e266fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784698'] for segment (ba3ccad1-e761-4282-ad36-66b52ed371a6), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:11.110293 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-83cbbeb3-2b04-44d3-8327-0e73c09b6736 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749362409045'] for network (d7d92f54-c849-4928-94b8-15ca960aef5a), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:11.114155 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:UPDATE=5,neutron:INSERT=14 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:11.123720 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40d167d4-3960-42ac-9c72-fd93d0e266fb admin admin] Releasing vlan 835 on physical network physnet1 to pool {{(pid=106293) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 04:24:11.124421 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-40d167d4-3960-42ac-9c72-fd93d0e266fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-454390'] for segment (ba3ccad1-e761-4282-ad36-66b52ed371a6), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:11.144867 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-83cbbeb3-2b04-44d3-8327-0e73c09b6736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472'] for network (d7d92f54-c849-4928-94b8-15ca960aef5a), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:11.145988 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cbbeb3-2b04-44d3-8327-0e73c09b6736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:11.146731 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-83cbbeb3-2b04-44d3-8327-0e73c09b6736 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for network (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:11.146945 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-79972dca-0611-4cc2-aa46-693c6ce35c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839'] for port (940e2021-1c9e-483b-b908-af6f3a5f94cd), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:11.172865 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79972dca-0611-4cc2-aa46-693c6ce35c7d None None] Pushing event deleted for resources: {'Port': ['ID=940e2021-1c9e-483b-b908-af6f3a5f94cd,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:11.179764 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79972dca-0611-4cc2-aa46-693c6ce35c7d None None] No DVR routers for this DVR port 940e2021-1c9e-483b-b908-af6f3a5f94cd on host dv-cinder-852208-11-iscsi {{(pid=106294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:24:11.203701 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-40d167d4-3960-42ac-9c72-fd93d0e266fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1778185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572621'] for network (524cda22-09e9-423b-b572-9d6bbb210043), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:11.216470 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-40d167d4-3960-42ac-9c72-fd93d0e266fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for network (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:11.222854 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-40d167d4-3960-42ac-9c72-fd93d0e266fb admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/524cda22-09e9-423b-b572-9d6bbb210043 HTTP/1.1" status: 204 len: 168 time: 0.5969729 Aug 30 04:24:11.227773 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cbbeb3-2b04-44d3-8327-0e73c09b6736 admin admin] Pushing event updated for resources: {'Network': ['ID=d7d92f54-c849-4928-94b8-15ca960aef5a,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:11.238605 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d167d4-3960-42ac-9c72-fd93d0e266fb admin admin] Pushing event deleted for resources: {'Network': ['ID=524cda22-09e9-423b-b572-9d6bbb210043,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:11.239739 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Network d7d92f54-c849-4928-94b8-15ca960aef5a details requested by agent ovs-agent-dv-cinder-852208-11-iscsi with host dv-cinder-852208-11-iscsi {{(pid=106294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 04:24:11.245799 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-83cbbeb3-2b04-44d3-8327-0e73c09b6736 admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5009336 Aug 30 04:24:11.249403 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 52044) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:24:11.254274 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-35112c84-9b82-4a12-9fd2-4b8daa649f7b admin admin] Request body: {'subnet': {'network_id': 'd7d92f54-c849-4928-94b8-15ca960aef5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1931023720-subnet', 'tenant_id': 'b0f04feca7a349e5a656f166dae05354', 'ip_version': 4}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:24:11.277125 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35112c84-9b82-4a12-9fd2-4b8daa649f7b admin admin] Made reservation on behalf of b0f04feca7a349e5a656f166dae05354 for: {'subnet': 1} {{(pid=106292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:24:11.279783 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-35112c84-9b82-4a12-9fd2-4b8daa649f7b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834635'] for subnet (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:11.382050 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.services.segments.plugin [-] Segment ba3ccad1-e761-4282-ad36-66b52ed371a6 resource provider aggregate not found Aug 30 04:24:11.385566 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 72368378-95b5-42b5-ae57-8fb4569082ec no longer exists at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:24:11.396689 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:11.411786 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.services.segments.plugin [-] Segment ba3ccad1-e761-4282-ad36-66b52ed371a6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ba3ccad1-e761-4282-ad36-66b52ed371a6 found for delete ", "request_id": "req-c50e2771-0e58-4baa-b152-8e0f3ee3fe5c"}]} Aug 30 04:24:11.412910 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] No Port match for: 72368378-95b5-42b5-ae57-8fb4569082ec {{(pid=106294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:24:11.413331 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 72368378-95b5-42b5-ae57-8fb4569082ec not bound to the agent host dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:24:11.414090 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 666785d5-060a-4460-bb5f-6da37fa29801 no longer exists at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:24:11.417153 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 52048) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:24:11.434580 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] No Port match for: 666785d5-060a-4460-bb5f-6da37fa29801 {{(pid=106294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:24:11.435018 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 666785d5-060a-4460-bb5f-6da37fa29801 not bound to the agent host dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:24:11.435506 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 940e2021-1c9e-483b-b908-af6f3a5f94cd no longer exists at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:24:11.459320 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] No Port match for: 940e2021-1c9e-483b-b908-af6f3a5f94cd {{(pid=106294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:24:11.459690 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 940e2021-1c9e-483b-b908-af6f3a5f94cd not bound to the agent host dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:24:11.468135 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-58d8c00f-1c7f-49ac-b5e2-b2a342f5d1a3 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=a9a5c650ed23445bb585711f962d7e09&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0466428 Aug 30 04:24:11.469105 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 52050) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:24:11.530227 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-12b32ff0-3f60-43c7-a6f5-53a3e006cd70 admin admin] Publish callbacks [] for security_group (16ebbe32-86af-47e1-b724-fc684e66a7bc), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:11.551974 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-12b32ff0-3f60-43c7-a6f5-53a3e006cd70 admin admin] Publish callbacks [] for security_group (16ebbe32-86af-47e1-b724-fc684e66a7bc), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:11.586513 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:11.603419 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-12b32ff0-3f60-43c7-a6f5-53a3e006cd70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (16ebbe32-86af-47e1-b724-fc684e66a7bc), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:11.607045 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-12b32ff0-3f60-43c7-a6f5-53a3e006cd70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:11.608240 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-12b32ff0-3f60-43c7-a6f5-53a3e006cd70 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/16ebbe32-86af-47e1-b724-fc684e66a7bc HTTP/1.1" status: 204 len: 168 time: 0.1380939 Aug 30 04:24:11.616572 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b32ff0-3f60-43c7-a6f5-53a3e006cd70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ebbe32-86af-47e1-b724-fc684e66a7bc,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:11.629974 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:11.707562 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-35112c84-9b82-4a12-9fd2-4b8daa649f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2642091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834653'] for subnet (646d24da-bdaf-4aea-ad44-2a004e388e6e), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:11.766725 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35112c84-9b82-4a12-9fd2-4b8daa649f7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=646d24da-bdaf-4aea-ad44-2a004e388e6e,revision_number=0']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:11.778498 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35112c84-9b82-4a12-9fd2-4b8daa649f7b admin admin] Checking segment: {'id': '0883dac3-57f0-4e08-9b27-97a718acc317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd7d92f54-c849-4928-94b8-15ca960aef5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:24:11.778951 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35112c84-9b82-4a12-9fd2-4b8daa649f7b admin admin] Network hostable DHCP agents. Network: d7d92f54-c849-4928-94b8-15ca960aef5a, hostable agents: ['1bd89ca2-58f6-428d-83bf-6325bad549fd'], hosted agents: [] {{(pid=106292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 04:24:11.796755 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35112c84-9b82-4a12-9fd2-4b8daa649f7b admin admin] Network d7d92f54-c849-4928-94b8-15ca960aef5a is scheduled to be hosted by DHCP agent 1bd89ca2-58f6-428d-83bf-6325bad549fd with binding_index 1 {{(pid=106292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 04:24:11.806407 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.base_scheduler [None req-35112c84-9b82-4a12-9fd2-4b8daa649f7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852208-11-iscsi, d7d92f54-c849-4928-94b8-15ca960aef5a) {{(pid=106292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:24:11.811159 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35112c84-9b82-4a12-9fd2-4b8daa649f7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:11.811765 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-35112c84-9b82-4a12-9fd2-4b8daa649f7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for subnet (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:11.818020 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdaca2ce-6bcb-4fc9-867d-5ac259dc8212 None None] Network d7d92f54-c849-4928-94b8-15ca960aef5a requested from dv-cinder-852208-11-iscsi {{(pid=106294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:24:11.831477 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-35112c84-9b82-4a12-9fd2-4b8daa649f7b admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5809994 Aug 30 04:24:11.834137 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 52056) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:24:11.840110 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-7f017a0c-4336-41e8-8604-af850493e315 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1931023720-router', 'tenant_id': 'b0f04feca7a349e5a656f166dae05354', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'}}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:24:11.867805 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-7f017a0c-4336-41e8-8604-af850493e315 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6265'] for router (43d10244-5020-42e0-9926-de2b338768f7), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:11.868809 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-7f017a0c-4336-41e8-8604-af850493e315 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-573936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660692', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-729924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6262'] for router (43d10244-5020-42e0-9926-de2b338768f7), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:11.879219 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:11.928760 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-7f017a0c-4336-41e8-8604-af850493e315 admin admin] Publish callbacks [] for router_controller (43d10244-5020-42e0-9926-de2b338768f7), precommit_add_association {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:11.935348 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2dbe044-da27-4b72-9530-a04c9f16a11a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe061a4b4-6b24-5e8c-afc3-0a1b8ef042c0-d7d92f54-c849-4928-94b8-15ca960aef5a', 'network_id': 'd7d92f54-c849-4928-94b8-15ca960aef5a', 'project_id': 'b0f04feca7a349e5a656f166dae05354', 'fixed_ips': [{'subnet_id': '646d24da-bdaf-4aea-ad44-2a004e388e6e'}]}} from dv-cinder-852208-11-iscsi. {{(pid=106294) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 04:24:11.936363 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-d2dbe044-da27-4b72-9530-a04c9f16a11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:12.079566 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-7f017a0c-4336-41e8-8604-af850493e315 admin admin] Publish callbacks [] for router_gateway (43d10244-5020-42e0-9926-de2b338768f7), precommit_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:12.099275 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.db_base_plugin_common [None req-d2dbe044-da27-4b72-9530-a04c9f16a11a None None] Allocated IP 172.20.0.2 (d7d92f54-c849-4928-94b8-15ca960aef5a/646d24da-bdaf-4aea-ad44-2a004e388e6e/92981bb4-e298-4b1e-96a3-51e17a55f903) {{(pid=106294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:24:12.262977 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-d2dbe044-da27-4b72-9530-a04c9f16a11a None None] Publish callbacks [] for port (92981bb4-e298-4b1e-96a3-51e17a55f903), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:12.270586 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-d2dbe044-da27-4b72-9530-a04c9f16a11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830'] for port (92981bb4-e298-4b1e-96a3-51e17a55f903), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:12.273116 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-7f017a0c-4336-41e8-8604-af850493e315 admin admin] Publish callbacks [] for router_gateway (43d10244-5020-42e0-9926-de2b338768f7), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:12.293422 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-7f017a0c-4336-41e8-8604-af850493e315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:12.314964 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2dbe044-da27-4b72-9530-a04c9f16a11a None None] Network d7d92f54-c849-4928-94b8-15ca960aef5a is already hosted by enough agents. {{(pid=106294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:24:12.317965 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.scheduler.base_scheduler [None req-d2dbe044-da27-4b72-9530-a04c9f16a11a None None] Resources bound (agent type, host, resource id): {{(pid=106294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:24:12.328762 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dbe044-da27-4b72-9530-a04c9f16a11a None None] Received port after_create {{(pid=106294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:24:12.338413 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dbe044-da27-4b72-9530-a04c9f16a11a None None] Pushing event updated for resources: {'Port': ['ID=92981bb4-e298-4b1e-96a3-51e17a55f903,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:12.375206 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:12.404850 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-d2dbe044-da27-4b72-9530-a04c9f16a11a None None] Attempting to bind port 92981bb4-e298-4b1e-96a3-51e17a55f903 on host dv-cinder-852208-11-iscsi for vnic_type normal with profile {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:24:12.404850 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-d2dbe044-da27-4b72-9530-a04c9f16a11a None None] Attempting to bind port 92981bb4-e298-4b1e-96a3-51e17a55f903 by drivers openvswitch,hyperv on host dv-cinder-852208-11-iscsi at level 0 using segments [{'id': '0883dac3-57f0-4e08-9b27-97a718acc317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd7d92f54-c849-4928-94b8-15ca960aef5a'}] {{(pid=106294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:24:12.404850 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dbe044-da27-4b72-9530-a04c9f16a11a None None] Attempting to bind port 92981bb4-e298-4b1e-96a3-51e17a55f903 on network d7d92f54-c849-4928-94b8-15ca960aef5a {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:24:12.410003 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dbe044-da27-4b72-9530-a04c9f16a11a None None] Checking agent: {'id': 'd414c4c0-e104-4322-85c3-8bf64da32860', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852208-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 10, 56), 'started_at': datetime.datetime(2022, 8, 30, 4, 11, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852208-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:24:12.410853 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dbe044-da27-4b72-9530-a04c9f16a11a None None] Checking segment: {'id': '0883dac3-57f0-4e08-9b27-97a718acc317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd7d92f54-c849-4928-94b8-15ca960aef5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:24:12.410853 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-d2dbe044-da27-4b72-9530-a04c9f16a11a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:12.411354 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dbe044-da27-4b72-9530-a04c9f16a11a None None] Bound using segment: {'id': '0883dac3-57f0-4e08-9b27-97a718acc317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd7d92f54-c849-4928-94b8-15ca960aef5a'} {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:24:12.411680 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-d2dbe044-da27-4b72-9530-a04c9f16a11a None None] Bound port: 92981bb4-e298-4b1e-96a3-51e17a55f903, host: dv-cinder-852208-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0883dac3-57f0-4e08-9b27-97a718acc317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd7d92f54-c849-4928-94b8-15ca960aef5a'}}] {{(pid=106294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:24:12.412079 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-d2dbe044-da27-4b72-9530-a04c9f16a11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (92981bb4-e298-4b1e-96a3-51e17a55f903), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:12.431685 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.db.db_base_plugin_common [None req-7f017a0c-4336-41e8-8604-af850493e315 admin admin] Allocated IP 172.27.4.132 (5c43c40f-cc6a-4e53-a103-6d34effd891a/b2d4007f-d8ed-41cc-b520-7777f18cd186/fd3260a3-7da4-4381-8bda-b01b90f120d3) {{(pid=106292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:24:12.432082 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 52074) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:24:12.476894 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-d2dbe044-da27-4b72-9530-a04c9f16a11a None None] For port 92981bb4-e298-4b1e-96a3-51e17a55f903, host dv-cinder-852208-11-iscsi, cleared binding levels {{(pid=106294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:24:12.481144 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-d2dbe044-da27-4b72-9530-a04c9f16a11a None None] For port 92981bb4-e298-4b1e-96a3-51e17a55f903, host dv-cinder-852208-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=92981bb4-e298-4b1e-96a3-51e17a55f903,segment=NetworkSegment(0883dac3-57f0-4e08-9b27-97a718acc317),segment_id=0883dac3-57f0-4e08-9b27-97a718acc317)] {{(pid=106294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:24:12.489708 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-d2dbe044-da27-4b72-9530-a04c9f16a11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (92981bb4-e298-4b1e-96a3-51e17a55f903), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:12.551877 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-c2173abd-2fae-41da-8cfe-8e53a9bd2f9e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-448008307-network', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:24:12.555606 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dbe044-da27-4b72-9530-a04c9f16a11a None None] Pushing event updated for resources: {'Port': ['ID=92981bb4-e298-4b1e-96a3-51e17a55f903,revision_number=2']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:12.584721 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2173abd-2fae-41da-8cfe-8e53a9bd2f9e admin admin] Made reservation on behalf of 9c9311c57fdd4250a16560bd8c2e0ffc for: {'network': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:24:12.585436 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-7f017a0c-4336-41e8-8604-af850493e315 admin admin] Publish callbacks [] for port (fd3260a3-7da4-4381-8bda-b01b90f120d3), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:12.587789 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c2173abd-2fae-41da-8cfe-8e53a9bd2f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for network (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:12.592772 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:12.598239 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c2173abd-2fae-41da-8cfe-8e53a9bd2f9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:12.624913 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-7f017a0c-4336-41e8-8604-af850493e315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642203'] for port (fd3260a3-7da4-4381-8bda-b01b90f120d3), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:12.672261 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f017a0c-4336-41e8-8604-af850493e315 admin admin] Network 5c43c40f-cc6a-4e53-a103-6d34effd891a is already hosted by enough agents. {{(pid=106292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:24:12.674923 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.base_scheduler [None req-7f017a0c-4336-41e8-8604-af850493e315 admin admin] Resources bound (agent type, host, resource id): {{(pid=106292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:24:12.679731 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f017a0c-4336-41e8-8604-af850493e315 admin admin] Received port after_create {{(pid=106292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:24:12.701224 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c2173abd-2fae-41da-8cfe-8e53a9bd2f9e admin admin] Publish callbacks [] for security_group (892a8441-1e0d-4825-b279-1c800da4f831), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:12.706680 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c2173abd-2fae-41da-8cfe-8e53a9bd2f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (892a8441-1e0d-4825-b279-1c800da4f831), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:12.715402 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f017a0c-4336-41e8-8604-af850493e315 admin admin] Pushing event updated for resources: {'Port': ['ID=fd3260a3-7da4-4381-8bda-b01b90f120d3,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:12.751114 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2173abd-2fae-41da-8cfe-8e53a9bd2f9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=106293) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 04:24:12.764616 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2173abd-2fae-41da-8cfe-8e53a9bd2f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=892a8441-1e0d-4825-b279-1c800da4f831,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:12.778619 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c2173abd-2fae-41da-8cfe-8e53a9bd2f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784698'] for segment (9f7e7574-559e-4f0e-b775-398fdc759a6d), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:12.779327 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.db.segments_db [None req-c2173abd-2fae-41da-8cfe-8e53a9bd2f9e admin admin] Added segment 9f7e7574-559e-4f0e-b775-398fdc759a6d of type vlan for network e2144ee9-7e1a-4a81-ac65-28f49d99b870 Aug 30 04:24:12.835471 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c2173abd-2fae-41da-8cfe-8e53a9bd2f9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749362409045'] for network (e2144ee9-7e1a-4a81-ac65-28f49d99b870), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:12.867890 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c2173abd-2fae-41da-8cfe-8e53a9bd2f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472'] for network (e2144ee9-7e1a-4a81-ac65-28f49d99b870), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:12.868949 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2173abd-2fae-41da-8cfe-8e53a9bd2f9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:12.869541 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c2173abd-2fae-41da-8cfe-8e53a9bd2f9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for network (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:12.928319 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-c2173abd-2fae-41da-8cfe-8e53a9bd2f9e admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4941902 Aug 30 04:24:12.931683 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 52078) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:24:12.936450 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-b507e115-1797-4da2-827e-918d3c093050 admin admin] Request body: {'subnet': {'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-448008307-subnet', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:24:12.940186 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2173abd-2fae-41da-8cfe-8e53a9bd2f9e admin admin] Pushing event updated for resources: {'Network': ['ID=e2144ee9-7e1a-4a81-ac65-28f49d99b870,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:12.951764 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Network e2144ee9-7e1a-4a81-ac65-28f49d99b870 details requested by agent ovs-agent-dv-cinder-852208-11-iscsi with host dv-cinder-852208-11-iscsi {{(pid=106294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 04:24:12.992958 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b507e115-1797-4da2-827e-918d3c093050 admin admin] Made reservation on behalf of 9c9311c57fdd4250a16560bd8c2e0ffc for: {'subnet': 1} {{(pid=106292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:24:12.995341 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-b507e115-1797-4da2-827e-918d3c093050 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834635'] for subnet (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:12.997456 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-7f017a0c-4336-41e8-8604-af850493e315 admin admin] Publish callbacks [] for router_gateway (43d10244-5020-42e0-9926-de2b338768f7), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:13.273266 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:13.322794 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-7f017a0c-4336-41e8-8604-af850493e315 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572477'] for router (43d10244-5020-42e0-9926-de2b338768f7), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:13.378043 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-b507e115-1797-4da2-827e-918d3c093050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2642091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834653'] for subnet (9fb299f0-e365-4181-9f08-0a9d3aa5f8dc), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:13.392035 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 92981bb4-e298-4b1e-96a3-51e17a55f903 up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:24:13.441348 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port 92981bb4-e298-4b1e-96a3-51e17a55f903 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:24:13.441733 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (92981bb4-e298-4b1e-96a3-51e17a55f903), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:13.461800 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:13.497798 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b507e115-1797-4da2-827e-918d3c093050 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fb299f0-e365-4181-9f08-0a9d3aa5f8dc,revision_number=0']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:13.515732 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:13.515928 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b507e115-1797-4da2-827e-918d3c093050 admin admin] Checking segment: {'id': '9f7e7574-559e-4f0e-b775-398fdc759a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:24:13.516171 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b507e115-1797-4da2-827e-918d3c093050 admin admin] Network hostable DHCP agents. Network: e2144ee9-7e1a-4a81-ac65-28f49d99b870, hostable agents: ['1bd89ca2-58f6-428d-83bf-6325bad549fd'], hosted agents: [] {{(pid=106292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 04:24:13.528681 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port 92981bb4-e298-4b1e-96a3-51e17a55f903 is: DOWN; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:24:13.529058 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (92981bb4-e298-4b1e-96a3-51e17a55f903), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:13.546377 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b507e115-1797-4da2-827e-918d3c093050 admin admin] Network e2144ee9-7e1a-4a81-ac65-28f49d99b870 is scheduled to be hosted by DHCP agent 1bd89ca2-58f6-428d-83bf-6325bad549fd with binding_index 1 {{(pid=106292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 04:24:13.549202 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f017a0c-4336-41e8-8604-af850493e315 admin admin] Router 43d10244-5020-42e0-9926-de2b338768f7 is scheduled to L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 with binding_index 1 {{(pid=106292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 04:24:13.564056 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.base_scheduler [None req-b507e115-1797-4da2-827e-918d3c093050 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852208-11-iscsi, e2144ee9-7e1a-4a81-ac65-28f49d99b870) {{(pid=106292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:24:13.566242 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd96a9f-d649-4b37-876e-f9b4a2d4642f None None] Network d7d92f54-c849-4928-94b8-15ca960aef5a requested from dv-cinder-852208-11-iscsi {{(pid=106294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:24:13.581921 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2054887-1d5a-4138-a24f-6c97b79e063f None None] Network e2144ee9-7e1a-4a81-ac65-28f49d99b870 requested from dv-cinder-852208-11-iscsi {{(pid=106294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:24:13.585685 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] For port 92981bb4-e298-4b1e-96a3-51e17a55f903, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=92981bb4-e298-4b1e-96a3-51e17a55f903,segment=NetworkSegment(0883dac3-57f0-4e08-9b27-97a718acc317),segment_id=0883dac3-57f0-4e08-9b27-97a718acc317)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:24:13.589258 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:13.607719 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b507e115-1797-4da2-827e-918d3c093050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:13.608313 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-b507e115-1797-4da2-827e-918d3c093050 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for subnet (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:13.633939 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-b507e115-1797-4da2-827e-918d3c093050 admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7012331 Aug 30 04:24:13.635277 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (92981bb4-e298-4b1e-96a3-51e17a55f903), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:13.636752 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 52080) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:24:13.640960 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-a5f8e27b-bb5d-459d-8903-996ee10b8d14 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-448008307-router', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'}}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:24:13.697578 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-a5f8e27b-bb5d-459d-8903-996ee10b8d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6265'] for router (fc7df24f-92aa-405d-8725-ab9c1f384345), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:13.698487 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-a5f8e27b-bb5d-459d-8903-996ee10b8d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-573936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660692', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-729924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6262'] for router (fc7df24f-92aa-405d-8725-ab9c1f384345), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:13.707127 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f017a0c-4336-41e8-8604-af850493e315 admin admin] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:24:13.711092 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-a2fa189b-389b-45b3-83f1-afddac8cc886 None None] Provisioning complete for port 92981bb4-e298-4b1e-96a3-51e17a55f903 triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:24:13.711465 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a2fa189b-389b-45b3-83f1-afddac8cc886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (92981bb4-e298-4b1e-96a3-51e17a55f903), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:13.732983 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c4effe-309a-4b40-a3d0-2fa8ede9accd None None] Sync routers for ids ['43d10244-5020-42e0-9926-de2b338768f7'] in dv-cinder-852208-11-iscsi {{(pid=106294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:24:13.736454 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-7f017a0c-4336-41e8-8604-af850493e315 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:13.737665 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-7f017a0c-4336-41e8-8604-af850493e315 admin admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9025669 Aug 30 04:24:13.740702 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 52082) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:24:13.769685 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-a5f8e27b-bb5d-459d-8903-996ee10b8d14 admin admin] Publish callbacks [] for router_controller (fc7df24f-92aa-405d-8725-ab9c1f384345), precommit_add_association {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:13.801223 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=77,neutron:DELETE=10,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:13.826119 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Pushing event updated for resources: {'Port': ['ID=92981bb4-e298-4b1e-96a3-51e17a55f903,revision_number=3']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:13.829680 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c4effe-309a-4b40-a3d0-2fa8ede9accd None None] Routers {'43d10244-5020-42e0-9926-de2b338768f7'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:24:13.830491 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-16c4effe-309a-4b40-a3d0-2fa8ede9accd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:23:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['43d10244-5020-42e0-9926-de2b338768f7'], 'active': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:24:13.925436 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-a5f8e27b-bb5d-459d-8903-996ee10b8d14 admin admin] Publish callbacks [] for router_gateway (fc7df24f-92aa-405d-8725-ab9c1f384345), precommit_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:13.930361 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7dea4a-998f-4485-a20b-4c3463402d26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe061a4b4-6b24-5e8c-afc3-0a1b8ef042c0-e2144ee9-7e1a-4a81-ac65-28f49d99b870', 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870', 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'fixed_ips': [{'subnet_id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc'}]}} from dv-cinder-852208-11-iscsi. {{(pid=106294) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 04:24:13.931331 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-5d7dea4a-998f-4485-a20b-4c3463402d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:14.039248 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-a2fa189b-389b-45b3-83f1-afddac8cc886 None None] Current status of the port 92981bb4-e298-4b1e-96a3-51e17a55f903 is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:24:14.094742 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvr_db [None req-16c4effe-309a-4b40-a3d0-2fa8ede9accd None None] Set router 43d10244-5020-42e0-9926-de2b338768f7 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:24:14.145518 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-a5f8e27b-bb5d-459d-8903-996ee10b8d14 admin admin] Publish callbacks [] for router_gateway (fc7df24f-92aa-405d-8725-ab9c1f384345), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:14.190994 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-a5f8e27b-bb5d-459d-8903-996ee10b8d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:14.230931 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f7bd718f-e454-42f6-9fc4-40b56e9f6731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:14.233033 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:14.261266 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=4 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:14.316611 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.db.db_base_plugin_common [None req-a5f8e27b-bb5d-459d-8903-996ee10b8d14 admin admin] Allocated IP 172.27.4.52 (5c43c40f-cc6a-4e53-a103-6d34effd891a/b2d4007f-d8ed-41cc-b520-7777f18cd186/a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc) {{(pid=106292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:24:14.389322 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-2e9fa7d3-332f-446c-b06d-257795ebd1ab None None] Provisioning complete for port 92981bb4-e298-4b1e-96a3-51e17a55f903 triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:24:14.389694 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-2e9fa7d3-332f-446c-b06d-257795ebd1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (92981bb4-e298-4b1e-96a3-51e17a55f903), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:14.391075 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=100 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:14.399780 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [None req-f7bd718f-e454-42f6-9fc4-40b56e9f6731 admin admin] Allocated IP 172.20.0.1 (d7d92f54-c849-4928-94b8-15ca960aef5a/646d24da-bdaf-4aea-ad44-2a004e388e6e/835af10a-3046-4d4c-8aa5-865f297d8645) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:24:14.452321 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.db_base_plugin_common [None req-5d7dea4a-998f-4485-a20b-4c3463402d26 None None] Allocated IP 172.20.0.2 (e2144ee9-7e1a-4a81-ac65-28f49d99b870/9fb299f0-e365-4181-9f08-0a9d3aa5f8dc/033cab1b-b743-4875-887d-1d1aee9d23df) {{(pid=106294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:24:14.529361 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f7bd718f-e454-42f6-9fc4-40b56e9f6731 admin admin] Publish callbacks [] for port (835af10a-3046-4d4c-8aa5-865f297d8645), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:14.565802 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f7bd718f-e454-42f6-9fc4-40b56e9f6731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (835af10a-3046-4d4c-8aa5-865f297d8645), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:14.609929 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-16c4effe-309a-4b40-a3d0-2fa8ede9accd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d10244-5020-42e0-9926-de2b338768f7', 'name': 'tempest-TestShelveInstance-1931023720-router', 'tenant_id': 'b0f04feca7a349e5a656f166dae05354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.132'}], 'enable_snat': True}, 'gw_port_id': 'fd3260a3-7da4-4381-8bda-b01b90f120d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:24:11Z', 'updated_at': '2022-08-30T04:24:12Z', 'revision_number': 3, 'project_id': 'b0f04feca7a349e5a656f166dae05354', 'gw_port': {'id': 'fd3260a3-7da4-4381-8bda-b01b90f120d3', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fe:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d10244-5020-42e0-9926-de2b338768f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:12Z', 'updated_at': '2022-08-30T04:24:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi'}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:24:14.619258 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bd718f-e454-42f6-9fc4-40b56e9f6731 admin admin] Network d7d92f54-c849-4928-94b8-15ca960aef5a is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:24:14.624834 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-f7bd718f-e454-42f6-9fc4-40b56e9f6731 admin admin] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:24:14.626562 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:14.629848 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bd718f-e454-42f6-9fc4-40b56e9f6731 admin admin] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:24:14.637012 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:14.644779 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-2e9fa7d3-332f-446c-b06d-257795ebd1ab None None] Current status of the port 92981bb4-e298-4b1e-96a3-51e17a55f903 is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:24:14.654793 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c4effe-309a-4b40-a3d0-2fa8ede9accd None None] Checking router: 43d10244-5020-42e0-9926-de2b338768f7 for host: dv-cinder-852208-11-iscsi {{(pid=106294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:24:14.655515 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c4effe-309a-4b40-a3d0-2fa8ede9accd None None] Updating router 43d10244-5020-42e0-9926-de2b338768f7 port fd3260a3-7da4-4381-8bda-b01b90f120d3 binding host dv-cinder-852208-11-iscsi {{(pid=106294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:24:14.658321 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bd718f-e454-42f6-9fc4-40b56e9f6731 admin admin] Pushing event updated for resources: {'Port': ['ID=835af10a-3046-4d4c-8aa5-865f297d8645,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:14.682022 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f7bd718f-e454-42f6-9fc4-40b56e9f6731 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573017'] for router_interface (43d10244-5020-42e0-9926-de2b338768f7), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:14.687551 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-a5f8e27b-bb5d-459d-8903-996ee10b8d14 admin admin] Publish callbacks [] for port (a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:14.728704 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-16c4effe-309a-4b40-a3d0-2fa8ede9accd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (fd3260a3-7da4-4381-8bda-b01b90f120d3), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:14.735992 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-a5f8e27b-bb5d-459d-8903-996ee10b8d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642203'] for port (a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:14.757974 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:14.780888 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-5d7dea4a-998f-4485-a20b-4c3463402d26 None None] Publish callbacks [] for port (033cab1b-b743-4875-887d-1d1aee9d23df), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:14.787049 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f8e27b-bb5d-459d-8903-996ee10b8d14 admin admin] Pushing event updated for resources: {'Port': ['ID=a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:14.791009 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f8e27b-bb5d-459d-8903-996ee10b8d14 admin admin] Network 5c43c40f-cc6a-4e53-a103-6d34effd891a is already hosted by enough agents. {{(pid=106292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:24:14.793760 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.base_scheduler [None req-a5f8e27b-bb5d-459d-8903-996ee10b8d14 admin admin] Resources bound (agent type, host, resource id): {{(pid=106292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:24:14.796305 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f8e27b-bb5d-459d-8903-996ee10b8d14 admin admin] Received port after_create {{(pid=106292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:24:14.798837 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-5d7dea4a-998f-4485-a20b-4c3463402d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830'] for port (033cab1b-b743-4875-887d-1d1aee9d23df), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:14.893901 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f7bd718f-e454-42f6-9fc4-40b56e9f6731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (835af10a-3046-4d4c-8aa5-865f297d8645), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:14.901617 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7dea4a-998f-4485-a20b-4c3463402d26 None None] Network e2144ee9-7e1a-4a81-ac65-28f49d99b870 is already hosted by enough agents. {{(pid=106294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:24:14.914708 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.scheduler.base_scheduler [None req-5d7dea4a-998f-4485-a20b-4c3463402d26 None None] Resources bound (agent type, host, resource id): {{(pid=106294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:24:14.917309 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7dea4a-998f-4485-a20b-4c3463402d26 None None] Received port after_create {{(pid=106294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:24:14.925602 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7dea4a-998f-4485-a20b-4c3463402d26 None None] Pushing event updated for resources: {'Port': ['ID=033cab1b-b743-4875-887d-1d1aee9d23df,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:15.026281 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-d4a457c6-a499-496d-8830-126732f7a871 None None] Provisioning complete for port 835af10a-3046-4d4c-8aa5-865f297d8645 triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:24:15.026650 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-d4a457c6-a499-496d-8830-126732f7a871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (835af10a-3046-4d4c-8aa5-865f297d8645), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:15.071360 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-5d7dea4a-998f-4485-a20b-4c3463402d26 None None] Attempting to bind port 033cab1b-b743-4875-887d-1d1aee9d23df on host dv-cinder-852208-11-iscsi for vnic_type normal with profile {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:24:15.072043 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-5d7dea4a-998f-4485-a20b-4c3463402d26 None None] Attempting to bind port 033cab1b-b743-4875-887d-1d1aee9d23df by drivers openvswitch,hyperv on host dv-cinder-852208-11-iscsi at level 0 using segments [{'id': '9f7e7574-559e-4f0e-b775-398fdc759a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870'}] {{(pid=106294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:24:15.072043 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7dea4a-998f-4485-a20b-4c3463402d26 None None] Attempting to bind port 033cab1b-b743-4875-887d-1d1aee9d23df on network e2144ee9-7e1a-4a81-ac65-28f49d99b870 {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:24:15.077978 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-a5f8e27b-bb5d-459d-8903-996ee10b8d14 admin admin] Publish callbacks [] for router_gateway (fc7df24f-92aa-405d-8725-ab9c1f384345), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:15.093230 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f7bd718f-e454-42f6-9fc4-40b56e9f6731 admin admin] Publish callbacks [] for port (835af10a-3046-4d4c-8aa5-865f297d8645), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:15.093896 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-d4a457c6-a499-496d-8830-126732f7a871 None None] Port 835af10a-3046-4d4c-8aa5-865f297d8645 cannot update to ACTIVE because it is not bound. {{(pid=106294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:24:15.100100 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f7bd718f-e454-42f6-9fc4-40b56e9f6731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-454314'] for port (835af10a-3046-4d4c-8aa5-865f297d8645), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:15.102595 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7dea4a-998f-4485-a20b-4c3463402d26 None None] Checking agent: {'id': 'd414c4c0-e104-4322-85c3-8bf64da32860', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852208-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 10, 56), 'started_at': datetime.datetime(2022, 8, 30, 4, 11, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852208-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:24:15.102985 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7dea4a-998f-4485-a20b-4c3463402d26 None None] Checking segment: {'id': '9f7e7574-559e-4f0e-b775-398fdc759a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:24:15.103508 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-5d7dea4a-998f-4485-a20b-4c3463402d26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:15.103789 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7dea4a-998f-4485-a20b-4c3463402d26 None None] Bound using segment: {'id': '9f7e7574-559e-4f0e-b775-398fdc759a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870'} {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:24:15.104286 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-5d7dea4a-998f-4485-a20b-4c3463402d26 None None] Bound port: 033cab1b-b743-4875-887d-1d1aee9d23df, host: dv-cinder-852208-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f7e7574-559e-4f0e-b775-398fdc759a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870'}}] {{(pid=106294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:24:15.105202 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-5d7dea4a-998f-4485-a20b-4c3463402d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (033cab1b-b743-4875-887d-1d1aee9d23df), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:15.141994 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:15.195229 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bd718f-e454-42f6-9fc4-40b56e9f6731 admin admin] Pushing event updated for resources: {'Port': ['ID=835af10a-3046-4d4c-8aa5-865f297d8645,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:15.198702 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f7bd718f-e454-42f6-9fc4-40b56e9f6731 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573133'] for router_interface (43d10244-5020-42e0-9926-de2b338768f7), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:15.212018 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:15.244964 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-5d7dea4a-998f-4485-a20b-4c3463402d26 None None] For port 033cab1b-b743-4875-887d-1d1aee9d23df, host dv-cinder-852208-11-iscsi, cleared binding levels {{(pid=106294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:24:15.248331 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-16c4effe-309a-4b40-a3d0-2fa8ede9accd None None] Publish callbacks [] for port (fd3260a3-7da4-4381-8bda-b01b90f120d3), precommit_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:15.251047 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-5d7dea4a-998f-4485-a20b-4c3463402d26 None None] For port 033cab1b-b743-4875-887d-1d1aee9d23df, host dv-cinder-852208-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=033cab1b-b743-4875-887d-1d1aee9d23df,segment=NetworkSegment(9f7e7574-559e-4f0e-b775-398fdc759a6d),segment_id=9f7e7574-559e-4f0e-b775-398fdc759a6d)] {{(pid=106294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:24:15.257401 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-16c4effe-309a-4b40-a3d0-2fa8ede9accd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (fd3260a3-7da4-4381-8bda-b01b90f120d3), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:15.272782 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-5d7dea4a-998f-4485-a20b-4c3463402d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (033cab1b-b743-4875-887d-1d1aee9d23df), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:15.303252 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-16c4effe-309a-4b40-a3d0-2fa8ede9accd None None] Attempting to bind port fd3260a3-7da4-4381-8bda-b01b90f120d3 on host dv-cinder-852208-11-iscsi for vnic_type normal with profile {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:24:15.303627 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-16c4effe-309a-4b40-a3d0-2fa8ede9accd None None] Attempting to bind port fd3260a3-7da4-4381-8bda-b01b90f120d3 by drivers openvswitch,hyperv on host dv-cinder-852208-11-iscsi at level 0 using segments [{'id': '10b95e6c-2e6d-452d-a5ef-cbf673e3f24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'}] {{(pid=106294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:24:15.303997 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c4effe-309a-4b40-a3d0-2fa8ede9accd None None] Attempting to bind port fd3260a3-7da4-4381-8bda-b01b90f120d3 on network 5c43c40f-cc6a-4e53-a103-6d34effd891a {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:24:15.316874 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c4effe-309a-4b40-a3d0-2fa8ede9accd None None] Checking agent: {'id': 'd414c4c0-e104-4322-85c3-8bf64da32860', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852208-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 10, 56), 'started_at': datetime.datetime(2022, 8, 30, 4, 11, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852208-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:24:15.317066 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bd718f-e454-42f6-9fc4-40b56e9f6731 admin admin] Network d7d92f54-c849-4928-94b8-15ca960aef5a is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:24:15.317253 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c4effe-309a-4b40-a3d0-2fa8ede9accd None None] Checking segment: {'id': '10b95e6c-2e6d-452d-a5ef-cbf673e3f24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:24:15.317657 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-16c4effe-309a-4b40-a3d0-2fa8ede9accd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:15.318051 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c4effe-309a-4b40-a3d0-2fa8ede9accd None None] Bound using segment: {'id': '10b95e6c-2e6d-452d-a5ef-cbf673e3f24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'} {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:24:15.318574 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-16c4effe-309a-4b40-a3d0-2fa8ede9accd None None] Bound port: fd3260a3-7da4-4381-8bda-b01b90f120d3, host: dv-cinder-852208-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10b95e6c-2e6d-452d-a5ef-cbf673e3f24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'}}] {{(pid=106294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:24:15.318957 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-16c4effe-309a-4b40-a3d0-2fa8ede9accd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (fd3260a3-7da4-4381-8bda-b01b90f120d3), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:15.319232 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-f7bd718f-e454-42f6-9fc4-40b56e9f6731 admin admin] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:24:15.347521 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-a5f8e27b-bb5d-459d-8903-996ee10b8d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572477'] for router (fc7df24f-92aa-405d-8725-ab9c1f384345), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:15.350291 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c6ab1f-82f5-49b1-a7c2-93ba44c4476d None None] Pushing event updated for resources: {'Port': ['ID=fd3260a3-7da4-4381-8bda-b01b90f120d3,revision_number=2']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:15.430746 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-16c4effe-309a-4b40-a3d0-2fa8ede9accd None None] For port fd3260a3-7da4-4381-8bda-b01b90f120d3, host dv-cinder-852208-11-iscsi, cleared binding levels {{(pid=106294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:24:15.439528 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-16c4effe-309a-4b40-a3d0-2fa8ede9accd None None] For port fd3260a3-7da4-4381-8bda-b01b90f120d3, host dv-cinder-852208-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=fd3260a3-7da4-4381-8bda-b01b90f120d3,segment=NetworkSegment(10b95e6c-2e6d-452d-a5ef-cbf673e3f24c),segment_id=10b95e6c-2e6d-452d-a5ef-cbf673e3f24c)] {{(pid=106294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:24:15.447365 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 92981bb4-e298-4b1e-96a3-51e17a55f903 up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:24:15.452786 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7dea4a-998f-4485-a20b-4c3463402d26 None None] Pushing event updated for resources: {'Port': ['ID=033cab1b-b743-4875-887d-1d1aee9d23df,revision_number=2']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:15.474526 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-16c4effe-309a-4b40-a3d0-2fa8ede9accd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (fd3260a3-7da4-4381-8bda-b01b90f120d3), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:15.536963 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c4effe-309a-4b40-a3d0-2fa8ede9accd None None] Routers {'43d10244-5020-42e0-9926-de2b338768f7'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:24:15.537751 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-16c4effe-309a-4b40-a3d0-2fa8ede9accd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:23:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['43d10244-5020-42e0-9926-de2b338768f7'], 'active': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:24:15.576992 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7bd718f-e454-42f6-9fc4-40b56e9f6731 admin admin] Router 43d10244-5020-42e0-9926-de2b338768f7 has already been hosted by L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 {{(pid=106293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:24:15.617451 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f8e27b-bb5d-459d-8903-996ee10b8d14 admin admin] Router fc7df24f-92aa-405d-8725-ab9c1f384345 is scheduled to L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 with binding_index 1 {{(pid=106292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 04:24:15.668030 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:15.693796 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port 92981bb4-e298-4b1e-96a3-51e17a55f903 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:24:15.694451 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (92981bb4-e298-4b1e-96a3-51e17a55f903), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:15.696292 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c6ab1f-82f5-49b1-a7c2-93ba44c4476d None None] Pushing event updated for resources: {'Port': ['ID=fd3260a3-7da4-4381-8bda-b01b90f120d3,revision_number=3']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:15.728818 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:15.806642 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f8e27b-bb5d-459d-8903-996ee10b8d14 admin admin] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:24:15.821200 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7bd718f-e454-42f6-9fc4-40b56e9f6731 admin admin] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:24:15.826107 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-f7bd718f-e454-42f6-9fc4-40b56e9f6731 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/43d10244-5020-42e0-9926-de2b338768f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0838244 Aug 30 04:24:15.828794 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-ffcf0449-8e4f-4223-b101-4edaa8a53997 None None] Provisioning complete for port 835af10a-3046-4d4c-8aa5-865f297d8645 triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:24:15.829230 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-ffcf0449-8e4f-4223-b101-4edaa8a53997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (835af10a-3046-4d4c-8aa5-865f297d8645), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:15.833524 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7352d520-4128-4224-b228-aa1ec95b0a7d None None] Sync routers for ids ['fc7df24f-92aa-405d-8725-ab9c1f384345'] in dv-cinder-852208-11-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:24:15.843523 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvr_db [None req-16c4effe-309a-4b40-a3d0-2fa8ede9accd None None] Set router 43d10244-5020-42e0-9926-de2b338768f7 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:24:15.847730 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7352d520-4128-4224-b228-aa1ec95b0a7d None None] Routers {'fc7df24f-92aa-405d-8725-ab9c1f384345'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:24:15.848363 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-7352d520-4128-4224-b228-aa1ec95b0a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:23:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['fc7df24f-92aa-405d-8725-ab9c1f384345'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:24:15.854621 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-a5f8e27b-bb5d-459d-8903-996ee10b8d14 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:15.856628 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-a5f8e27b-bb5d-459d-8903-996ee10b8d14 admin admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2189384 Aug 30 04:24:15.859537 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 52094) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:24:16.031849 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:16.075744 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-7352d520-4128-4224-b228-aa1ec95b0a7d None None] Set router fc7df24f-92aa-405d-8725-ab9c1f384345 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:24:16.097214 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-ffcf0449-8e4f-4223-b101-4edaa8a53997 None None] Port 835af10a-3046-4d4c-8aa5-865f297d8645 cannot update to ACTIVE because it is not bound. {{(pid=106294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:24:16.099361 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port 92981bb4-e298-4b1e-96a3-51e17a55f903 is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:24:16.457132 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-7352d520-4128-4224-b228-aa1ec95b0a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'name': 'tempest-AttachVolumeNegativeTest-448008307-router', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.52'}], 'enable_snat': True}, 'gw_port_id': 'a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:24:13Z', 'updated_at': '2022-08-30T04:24:14Z', 'revision_number': 3, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'gw_port': {'id': 'a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:14Z', 'updated_at': '2022-08-30T04:24:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi'}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:24:16.513098 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d46e5fd6-fffb-4222-8e09-611953a726fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:16.561555 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-16c4effe-309a-4b40-a3d0-2fa8ede9accd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d10244-5020-42e0-9926-de2b338768f7', 'name': 'tempest-TestShelveInstance-1931023720-router', 'tenant_id': 'b0f04feca7a349e5a656f166dae05354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.132'}], 'enable_snat': True}, 'gw_port_id': 'fd3260a3-7da4-4381-8bda-b01b90f120d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:24:11Z', 'updated_at': '2022-08-30T04:24:14Z', 'revision_number': 4, 'project_id': 'b0f04feca7a349e5a656f166dae05354', 'gw_port': {'id': 'fd3260a3-7da4-4381-8bda-b01b90f120d3', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fe:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d10244-5020-42e0-9926-de2b338768f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:12Z', 'updated_at': '2022-08-30T04:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': '835af10a-3046-4d4c-8aa5-865f297d8645', 'name': '', 'network_id': 'd7d92f54-c849-4928-94b8-15ca960aef5a', 'tenant_id': 'b0f04feca7a349e5a656f166dae05354', 'mac_address': 'fa:16:3e:2f:2e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d10244-5020-42e0-9926-de2b338768f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '646d24da-bdaf-4aea-ad44-2a004e388e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:14Z', 'updated_at': '2022-08-30T04:24:14Z', 'revision_number': 2, 'project_id': 'b0f04feca7a349e5a656f166dae05354', 'subnets': [{'id': '646d24da-bdaf-4aea-ad44-2a004e388e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:24:16.564780 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7352d520-4128-4224-b228-aa1ec95b0a7d None None] Checking router: fc7df24f-92aa-405d-8725-ab9c1f384345 for host: dv-cinder-852208-11-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:24:16.565669 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7352d520-4128-4224-b228-aa1ec95b0a7d None None] Updating router fc7df24f-92aa-405d-8725-ab9c1f384345 port a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc binding host dv-cinder-852208-11-iscsi {{(pid=106295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:24:16.621900 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c4effe-309a-4b40-a3d0-2fa8ede9accd None None] The sync data for ids ['43d10244-5020-42e0-9926-de2b338768f7'] in dv-cinder-852208-11-iscsi is: [{'id': '43d10244-5020-42e0-9926-de2b338768f7', 'name': 'tempest-TestShelveInstance-1931023720-router', 'tenant_id': 'b0f04feca7a349e5a656f166dae05354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.132'}], 'enable_snat': True}, 'gw_port_id': 'fd3260a3-7da4-4381-8bda-b01b90f120d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:24:11Z', 'updated_at': '2022-08-30T04:24:14Z', 'revision_number': 4, 'project_id': 'b0f04feca7a349e5a656f166dae05354', 'gw_port': {'id': 'fd3260a3-7da4-4381-8bda-b01b90f120d3', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fe:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d10244-5020-42e0-9926-de2b338768f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:12Z', 'updated_at': '2022-08-30T04:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': '835af10a-3046-4d4c-8aa5-865f297d8645', 'name': '', 'network_id': 'd7d92f54-c849-4928-94b8-15ca960aef5a', 'tenant_id': 'b0f04feca7a349e5a656f166dae05354', 'mac_address': 'fa:16:3e:2f:2e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d10244-5020-42e0-9926-de2b338768f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '646d24da-bdaf-4aea-ad44-2a004e388e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:14Z', 'updated_at': '2022-08-30T04:24:14Z', 'revision_number': 2, 'project_id': 'b0f04feca7a349e5a656f166dae05354', 'subnets': [{'id': '646d24da-bdaf-4aea-ad44-2a004e388e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:24:16.646144 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-7352d520-4128-4224-b228-aa1ec95b0a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:16.712124 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 52114) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:24:16.719120 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-22d16a9c-ada4-4cc1-ba82-c06f05abf81d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-924073656-network', 'tenant_id': '9a7263aaa79b4900afd0bedd9969ece9'}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:24:16.736551 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:16.763282 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:16.770361 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d16a9c-ada4-4cc1-ba82-c06f05abf81d admin admin] Made reservation on behalf of 9a7263aaa79b4900afd0bedd9969ece9 for: {'network': 1} {{(pid=106292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:24:16.778551 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-22d16a9c-ada4-4cc1-ba82-c06f05abf81d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for network (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:16.801321 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-22d16a9c-ada4-4cc1-ba82-c06f05abf81d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:16.832921 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f108fbb9-b4f7-41b7-b0d7-d2924eb603fa None None] Network e2144ee9-7e1a-4a81-ac65-28f49d99b870 requested from dv-cinder-852208-11-iscsi {{(pid=106294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:24:16.855218 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=100 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:16.864129 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [None req-d46e5fd6-fffb-4222-8e09-611953a726fa admin admin] Allocated IP 172.20.0.1 (e2144ee9-7e1a-4a81-ac65-28f49d99b870/9fb299f0-e365-4181-9f08-0a9d3aa5f8dc/60982441-0aee-4952-84ac-42dcc15ed8c5) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:24:16.944315 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-ff1cb27f-6d13-4fdc-9c18-bf2b74638718 None None] Provisioning complete for port 033cab1b-b743-4875-887d-1d1aee9d23df triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:24:16.954862 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-ff1cb27f-6d13-4fdc-9c18-bf2b74638718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (033cab1b-b743-4875-887d-1d1aee9d23df), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:17.001790 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:17.004921 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-22d16a9c-ada4-4cc1-ba82-c06f05abf81d admin admin] Publish callbacks [] for security_group (5dda1c91-2d88-4519-bab2-c618656ed06e), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:17.013086 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-22d16a9c-ada4-4cc1-ba82-c06f05abf81d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (5dda1c91-2d88-4519-bab2-c618656ed06e), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:17.057733 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d46e5fd6-fffb-4222-8e09-611953a726fa admin admin] Publish callbacks [] for port (60982441-0aee-4952-84ac-42dcc15ed8c5), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:17.065643 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22d16a9c-ada4-4cc1-ba82-c06f05abf81d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=106292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 04:24:17.087406 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-22d16a9c-ada4-4cc1-ba82-c06f05abf81d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784698'] for segment (88037b12-d4e3-4ec5-af19-24d3abcc36c7), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:17.088479 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.db.segments_db [None req-22d16a9c-ada4-4cc1-ba82-c06f05abf81d admin admin] Added segment 88037b12-d4e3-4ec5-af19-24d3abcc36c7 of type vlan for network 3be04830-92ff-423a-9d95-9bb3d97dd130 Aug 30 04:24:17.102511 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d46e5fd6-fffb-4222-8e09-611953a726fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (60982441-0aee-4952-84ac-42dcc15ed8c5), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:17.122808 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-ff1cb27f-6d13-4fdc-9c18-bf2b74638718 None None] Current status of the port 033cab1b-b743-4875-887d-1d1aee9d23df is: DOWN; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:24:17.123421 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-ff1cb27f-6d13-4fdc-9c18-bf2b74638718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (033cab1b-b743-4875-887d-1d1aee9d23df), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:17.152749 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-22d16a9c-ada4-4cc1-ba82-c06f05abf81d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749362409045'] for network (3be04830-92ff-423a-9d95-9bb3d97dd130), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:17.156776 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46e5fd6-fffb-4222-8e09-611953a726fa admin admin] Network e2144ee9-7e1a-4a81-ac65-28f49d99b870 is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:24:17.160501 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-d46e5fd6-fffb-4222-8e09-611953a726fa admin admin] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:24:17.163604 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46e5fd6-fffb-4222-8e09-611953a726fa admin admin] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:24:17.206278 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d16a9c-ada4-4cc1-ba82-c06f05abf81d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dda1c91-2d88-4519-bab2-c618656ed06e,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:17.206512 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46e5fd6-fffb-4222-8e09-611953a726fa admin admin] Pushing event updated for resources: {'Port': ['ID=60982441-0aee-4952-84ac-42dcc15ed8c5,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:17.215968 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-ff1cb27f-6d13-4fdc-9c18-bf2b74638718 None None] For port 033cab1b-b743-4875-887d-1d1aee9d23df, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=033cab1b-b743-4875-887d-1d1aee9d23df,segment=NetworkSegment(9f7e7574-559e-4f0e-b775-398fdc759a6d),segment_id=9f7e7574-559e-4f0e-b775-398fdc759a6d)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:24:17.218393 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-22d16a9c-ada4-4cc1-ba82-c06f05abf81d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472'] for network (3be04830-92ff-423a-9d95-9bb3d97dd130), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:17.219762 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d16a9c-ada4-4cc1-ba82-c06f05abf81d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:17.220345 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-22d16a9c-ada4-4cc1-ba82-c06f05abf81d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for network (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:17.223558 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-ff1cb27f-6d13-4fdc-9c18-bf2b74638718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (033cab1b-b743-4875-887d-1d1aee9d23df), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:17.225604 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:17.240653 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d46e5fd6-fffb-4222-8e09-611953a726fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573017'] for router_interface (fc7df24f-92aa-405d-8725-ab9c1f384345), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:17.259801 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-7352d520-4128-4224-b228-aa1ec95b0a7d None None] Publish callbacks [] for port (a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc), precommit_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:17.272207 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-7352d520-4128-4224-b228-aa1ec95b0a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:17.343611 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:17.352007 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1cb27f-6d13-4fdc-9c18-bf2b74638718 None None] Pushing event updated for resources: {'Port': ['ID=033cab1b-b743-4875-887d-1d1aee9d23df,revision_number=3']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:17.361310 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-7352d520-4128-4224-b228-aa1ec95b0a7d None None] Attempting to bind port a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc on host dv-cinder-852208-11-iscsi for vnic_type normal with profile {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:24:17.362113 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-7352d520-4128-4224-b228-aa1ec95b0a7d None None] Attempting to bind port a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc by drivers openvswitch,hyperv on host dv-cinder-852208-11-iscsi at level 0 using segments [{'id': '10b95e6c-2e6d-452d-a5ef-cbf673e3f24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:24:17.362699 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7352d520-4128-4224-b228-aa1ec95b0a7d None None] Attempting to bind port a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc on network 5c43c40f-cc6a-4e53-a103-6d34effd891a {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:24:17.366418 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30c8e7d-c4fa-44b9-b54e-86e07b88f9c4 None None] Pushing event updated for resources: {'Port': ['ID=a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc,revision_number=2']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:17.377606 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30c8e7d-c4fa-44b9-b54e-86e07b88f9c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:24:17.378125 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30c8e7d-c4fa-44b9-b54e-86e07b88f9c4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:24:17.378608 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30c8e7d-c4fa-44b9-b54e-86e07b88f9c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:24:17.379184 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30c8e7d-c4fa-44b9-b54e-86e07b88f9c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:24:17.379616 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30c8e7d-c4fa-44b9-b54e-86e07b88f9c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:24:17.380652 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-22d16a9c-ada4-4cc1-ba82-c06f05abf81d admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6660864 Aug 30 04:24:17.384196 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 52116) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:24:17.384333 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30c8e7d-c4fa-44b9-b54e-86e07b88f9c4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:24:17.384333 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30c8e7d-c4fa-44b9-b54e-86e07b88f9c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:24:17.384333 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30c8e7d-c4fa-44b9-b54e-86e07b88f9c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:24:17.384333 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30c8e7d-c4fa-44b9-b54e-86e07b88f9c4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:24:17.384726 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30c8e7d-c4fa-44b9-b54e-86e07b88f9c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:24:17.385287 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30c8e7d-c4fa-44b9-b54e-86e07b88f9c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:24:17.389464 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30c8e7d-c4fa-44b9-b54e-86e07b88f9c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:24:17.390138 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30c8e7d-c4fa-44b9-b54e-86e07b88f9c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:24:17.390741 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30c8e7d-c4fa-44b9-b54e-86e07b88f9c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:24:17.391318 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30c8e7d-c4fa-44b9-b54e-86e07b88f9c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:24:17.398013 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-b63dfb4f-74c3-4c69-9359-381d96c948e1 admin admin] Request body: {'subnet': {'network_id': '3be04830-92ff-423a-9d95-9bb3d97dd130', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-924073656-subnet', 'tenant_id': '9a7263aaa79b4900afd0bedd9969ece9', 'ip_version': 4}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:24:17.400580 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7352d520-4128-4224-b228-aa1ec95b0a7d None None] Checking agent: {'id': 'd414c4c0-e104-4322-85c3-8bf64da32860', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852208-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 10, 56), 'started_at': datetime.datetime(2022, 8, 30, 4, 11, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852208-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:24:17.403021 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7352d520-4128-4224-b228-aa1ec95b0a7d None None] Checking segment: {'id': '10b95e6c-2e6d-452d-a5ef-cbf673e3f24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:24:17.403700 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-7352d520-4128-4224-b228-aa1ec95b0a7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:17.404318 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7352d520-4128-4224-b228-aa1ec95b0a7d None None] Bound using segment: {'id': '10b95e6c-2e6d-452d-a5ef-cbf673e3f24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:24:17.405031 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-7352d520-4128-4224-b228-aa1ec95b0a7d None None] Bound port: a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc, host: dv-cinder-852208-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10b95e6c-2e6d-452d-a5ef-cbf673e3f24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'}}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:24:17.405650 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-7352d520-4128-4224-b228-aa1ec95b0a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:17.460466 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=100 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:17.461227 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d16a9c-ada4-4cc1-ba82-c06f05abf81d admin admin] Pushing event updated for resources: {'Network': ['ID=3be04830-92ff-423a-9d95-9bb3d97dd130,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:17.483527 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63dfb4f-74c3-4c69-9359-381d96c948e1 admin admin] Made reservation on behalf of 9a7263aaa79b4900afd0bedd9969ece9 for: {'subnet': 1} {{(pid=106292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:24:17.486292 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-b63dfb4f-74c3-4c69-9359-381d96c948e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834635'] for subnet (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:17.491506 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Network 3be04830-92ff-423a-9d95-9bb3d97dd130 details requested by agent ovs-agent-dv-cinder-852208-11-iscsi with host dv-cinder-852208-11-iscsi {{(pid=106294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 04:24:17.497567 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d46e5fd6-fffb-4222-8e09-611953a726fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (60982441-0aee-4952-84ac-42dcc15ed8c5), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:17.510353 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-7352d520-4128-4224-b228-aa1ec95b0a7d None None] For port a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc, host dv-cinder-852208-11-iscsi, cleared binding levels {{(pid=106295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:24:17.517509 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-7352d520-4128-4224-b228-aa1ec95b0a7d None None] For port a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc, host dv-cinder-852208-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc,segment=NetworkSegment(10b95e6c-2e6d-452d-a5ef-cbf673e3f24c),segment_id=10b95e6c-2e6d-452d-a5ef-cbf673e3f24c)] {{(pid=106295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:24:17.538760 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-7352d520-4128-4224-b228-aa1ec95b0a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:17.556063 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 033cab1b-b743-4875-887d-1d1aee9d23df up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:24:17.589267 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7352d520-4128-4224-b228-aa1ec95b0a7d None None] Routers {'fc7df24f-92aa-405d-8725-ab9c1f384345'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:24:17.590732 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-7352d520-4128-4224-b228-aa1ec95b0a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:23:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['fc7df24f-92aa-405d-8725-ab9c1f384345'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:24:17.658636 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=74,neutron:DELETE=3,neutron:INSERT=19,neutron:UPDATE=4 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:17.706774 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-177fce2e-c066-4649-8590-f074c8d1afc2 None None] Provisioning complete for port 033cab1b-b743-4875-887d-1d1aee9d23df triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:24:17.707441 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-177fce2e-c066-4649-8590-f074c8d1afc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (033cab1b-b743-4875-887d-1d1aee9d23df), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:17.751532 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port 033cab1b-b743-4875-887d-1d1aee9d23df triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:24:17.752956 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (033cab1b-b743-4875-887d-1d1aee9d23df), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:17.878222 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d46e5fd6-fffb-4222-8e09-611953a726fa admin admin] Publish callbacks [] for port (60982441-0aee-4952-84ac-42dcc15ed8c5), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:17.890330 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d46e5fd6-fffb-4222-8e09-611953a726fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-454314'] for port (60982441-0aee-4952-84ac-42dcc15ed8c5), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:17.897855 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.agents_db [None req-4bab6993-eaca-4b45-827a-a5590950f82e None None] Agent healthcheck: found 6 active agents {{(pid=106295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:24:17.900421 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30c8e7d-c4fa-44b9-b54e-86e07b88f9c4 None None] Pushing event updated for resources: {'Port': ['ID=a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc,revision_number=3']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:17.926521 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-7352d520-4128-4224-b228-aa1ec95b0a7d None None] Set router fc7df24f-92aa-405d-8725-ab9c1f384345 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:24:17.938583 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-b63dfb4f-74c3-4c69-9359-381d96c948e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2642091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834653'] for subnet (21074505-ee12-4e96-910f-683163ee55df), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:17.963060 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port 033cab1b-b743-4875-887d-1d1aee9d23df is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:24:17.982174 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-177fce2e-c066-4649-8590-f074c8d1afc2 None None] Current status of the port 033cab1b-b743-4875-887d-1d1aee9d23df is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:24:17.989069 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46e5fd6-fffb-4222-8e09-611953a726fa admin admin] Pushing event updated for resources: {'Port': ['ID=60982441-0aee-4952-84ac-42dcc15ed8c5,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:17.993090 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d46e5fd6-fffb-4222-8e09-611953a726fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573133'] for router_interface (fc7df24f-92aa-405d-8725-ab9c1f384345), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:18.035256 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63dfb4f-74c3-4c69-9359-381d96c948e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21074505-ee12-4e96-910f-683163ee55df,revision_number=0']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:18.047363 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63dfb4f-74c3-4c69-9359-381d96c948e1 admin admin] Checking segment: {'id': '88037b12-d4e3-4ec5-af19-24d3abcc36c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '3be04830-92ff-423a-9d95-9bb3d97dd130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:24:18.047858 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63dfb4f-74c3-4c69-9359-381d96c948e1 admin admin] Network hostable DHCP agents. Network: 3be04830-92ff-423a-9d95-9bb3d97dd130, hostable agents: ['1bd89ca2-58f6-428d-83bf-6325bad549fd'], hosted agents: [] {{(pid=106292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 04:24:18.069274 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63dfb4f-74c3-4c69-9359-381d96c948e1 admin admin] Network 3be04830-92ff-423a-9d95-9bb3d97dd130 is scheduled to be hosted by DHCP agent 1bd89ca2-58f6-428d-83bf-6325bad549fd with binding_index 1 {{(pid=106292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 04:24:18.083361 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.base_scheduler [None req-b63dfb4f-74c3-4c69-9359-381d96c948e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852208-11-iscsi, 3be04830-92ff-423a-9d95-9bb3d97dd130) {{(pid=106292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:24:18.093078 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2519dc8-c26d-456f-9a7c-13adb203bb00 None None] Network 3be04830-92ff-423a-9d95-9bb3d97dd130 requested from dv-cinder-852208-11-iscsi {{(pid=106294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:24:18.101178 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63dfb4f-74c3-4c69-9359-381d96c948e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:18.102475 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-b63dfb4f-74c3-4c69-9359-381d96c948e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for subnet (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:18.108675 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46e5fd6-fffb-4222-8e09-611953a726fa admin admin] Network e2144ee9-7e1a-4a81-ac65-28f49d99b870 is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:24:18.111604 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-d46e5fd6-fffb-4222-8e09-611953a726fa admin admin] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:24:18.139335 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-b63dfb4f-74c3-4c69-9359-381d96c948e1 admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7531538 Aug 30 04:24:18.142296 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 52124) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:24:18.148751 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-0673d077-9dd6-4f60-a71a-cd00411b91b5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-924073656-router', 'tenant_id': '9a7263aaa79b4900afd0bedd9969ece9', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'}}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:24:18.166239 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-26d693f8-e6a5-49b7-9175-c8d11fd628f0 None None] Provisioning complete for port 60982441-0aee-4952-84ac-42dcc15ed8c5 triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:24:18.167169 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-26d693f8-e6a5-49b7-9175-c8d11fd628f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (60982441-0aee-4952-84ac-42dcc15ed8c5), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:18.182869 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-0673d077-9dd6-4f60-a71a-cd00411b91b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6265'] for router (4f4b708c-202e-4481-8c8d-66ddb2821fd3), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:18.186497 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-0673d077-9dd6-4f60-a71a-cd00411b91b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-573936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660692', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-729924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6262'] for router (4f4b708c-202e-4481-8c8d-66ddb2821fd3), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:18.258636 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-7352d520-4128-4224-b228-aa1ec95b0a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'name': 'tempest-AttachVolumeNegativeTest-448008307-router', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.52'}], 'enable_snat': True}, 'gw_port_id': 'a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:24:13Z', 'updated_at': '2022-08-30T04:24:17Z', 'revision_number': 4, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'gw_port': {'id': 'a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:14Z', 'updated_at': '2022-08-30T04:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': '60982441-0aee-4952-84ac-42dcc15ed8c5', 'name': '', 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'mac_address': 'fa:16:3e:6b:b1:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:16Z', 'updated_at': '2022-08-30T04:24:16Z', 'revision_number': 1, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'subnets': [{'id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:24:18.297368 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46e5fd6-fffb-4222-8e09-611953a726fa admin admin] Router fc7df24f-92aa-405d-8725-ab9c1f384345 has already been hosted by L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 {{(pid=106293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:24:18.299114 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7352d520-4128-4224-b228-aa1ec95b0a7d None None] The sync data for ids ['fc7df24f-92aa-405d-8725-ab9c1f384345'] in dv-cinder-852208-11-iscsi is: [{'id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'name': 'tempest-AttachVolumeNegativeTest-448008307-router', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.52'}], 'enable_snat': True}, 'gw_port_id': 'a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:24:13Z', 'updated_at': '2022-08-30T04:24:17Z', 'revision_number': 4, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'gw_port': {'id': 'a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:14Z', 'updated_at': '2022-08-30T04:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': '60982441-0aee-4952-84ac-42dcc15ed8c5', 'name': '', 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'mac_address': 'fa:16:3e:6b:b1:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:16Z', 'updated_at': '2022-08-30T04:24:16Z', 'revision_number': 1, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'subnets': [{'id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:24:18.320483 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-0673d077-9dd6-4f60-a71a-cd00411b91b5 admin admin] Publish callbacks [] for router_controller (4f4b708c-202e-4481-8c8d-66ddb2821fd3), precommit_add_association {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:18.334407 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-26d693f8-e6a5-49b7-9175-c8d11fd628f0 None None] Port 60982441-0aee-4952-84ac-42dcc15ed8c5 cannot update to ACTIVE because it is not bound. {{(pid=106294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:24:18.436162 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11ee3f8-75c9-45de-bb0e-ba3f29f33e9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe061a4b4-6b24-5e8c-afc3-0a1b8ef042c0-3be04830-92ff-423a-9d95-9bb3d97dd130', 'network_id': '3be04830-92ff-423a-9d95-9bb3d97dd130', 'project_id': '9a7263aaa79b4900afd0bedd9969ece9', 'fixed_ips': [{'subnet_id': '21074505-ee12-4e96-910f-683163ee55df'}]}} from dv-cinder-852208-11-iscsi. {{(pid=106294) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 04:24:18.439551 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-f11ee3f8-75c9-45de-bb0e-ba3f29f33e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:18.563685 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-0673d077-9dd6-4f60-a71a-cd00411b91b5 admin admin] Publish callbacks [] for router_gateway (4f4b708c-202e-4481-8c8d-66ddb2821fd3), precommit_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:18.609923 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:18.634522 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-6ba4dd7c-7c77-4678-9ac8-e2f3d10256b9 None None] Provisioning complete for port 60982441-0aee-4952-84ac-42dcc15ed8c5 triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:24:18.635180 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-6ba4dd7c-7c77-4678-9ac8-e2f3d10256b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (60982441-0aee-4952-84ac-42dcc15ed8c5), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:18.761919 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-6ba4dd7c-7c77-4678-9ac8-e2f3d10256b9 None None] Port 60982441-0aee-4952-84ac-42dcc15ed8c5 cannot update to ACTIVE because it is not bound. {{(pid=106294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:24:18.801708 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.db_base_plugin_common [None req-f11ee3f8-75c9-45de-bb0e-ba3f29f33e9f None None] Allocated IP 172.20.0.2 (3be04830-92ff-423a-9d95-9bb3d97dd130/21074505-ee12-4e96-910f-683163ee55df/d020a2a6-6998-42bc-9737-d06c2ee76872) {{(pid=106294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:24:18.813985 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-0673d077-9dd6-4f60-a71a-cd00411b91b5 admin admin] Publish callbacks [] for router_gateway (4f4b708c-202e-4481-8c8d-66ddb2821fd3), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:18.843224 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-0673d077-9dd6-4f60-a71a-cd00411b91b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:18.968413 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:18.970962 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46e5fd6-fffb-4222-8e09-611953a726fa admin admin] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:24:18.979342 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-d46e5fd6-fffb-4222-8e09-611953a726fa admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/fc7df24f-92aa-405d-8725-ab9c1f384345/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1182024 Aug 30 04:24:19.045404 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.db.db_base_plugin_common [None req-0673d077-9dd6-4f60-a71a-cd00411b91b5 admin admin] Allocated IP 172.27.4.236 (5c43c40f-cc6a-4e53-a103-6d34effd891a/b2d4007f-d8ed-41cc-b520-7777f18cd186/d93cee94-476a-4f02-9230-036328e4c009) {{(pid=106292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:24:19.141858 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:19.142471 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-f11ee3f8-75c9-45de-bb0e-ba3f29f33e9f None None] Publish callbacks [] for port (d020a2a6-6998-42bc-9737-d06c2ee76872), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:19.143384 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:INSERT=12,neutron:SELECT=81,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:19.154845 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-f11ee3f8-75c9-45de-bb0e-ba3f29f33e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830'] for port (d020a2a6-6998-42bc-9737-d06c2ee76872), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:19.220701 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11ee3f8-75c9-45de-bb0e-ba3f29f33e9f None None] Network 3be04830-92ff-423a-9d95-9bb3d97dd130 is already hosted by enough agents. {{(pid=106294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:24:19.224198 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.scheduler.base_scheduler [None req-f11ee3f8-75c9-45de-bb0e-ba3f29f33e9f None None] Resources bound (agent type, host, resource id): {{(pid=106294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:24:19.227172 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11ee3f8-75c9-45de-bb0e-ba3f29f33e9f None None] Received port after_create {{(pid=106294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:24:19.233021 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:19.240017 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ee3f8-75c9-45de-bb0e-ba3f29f33e9f None None] Pushing event updated for resources: {'Port': ['ID=d020a2a6-6998-42bc-9737-d06c2ee76872,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:19.268550 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-0673d077-9dd6-4f60-a71a-cd00411b91b5 admin admin] Publish callbacks [] for port (d93cee94-476a-4f02-9230-036328e4c009), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:19.320398 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-0673d077-9dd6-4f60-a71a-cd00411b91b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642203'] for port (d93cee94-476a-4f02-9230-036328e4c009), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:19.359111 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-f11ee3f8-75c9-45de-bb0e-ba3f29f33e9f None None] Attempting to bind port d020a2a6-6998-42bc-9737-d06c2ee76872 on host dv-cinder-852208-11-iscsi for vnic_type normal with profile {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:24:19.362182 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-f11ee3f8-75c9-45de-bb0e-ba3f29f33e9f None None] Attempting to bind port d020a2a6-6998-42bc-9737-d06c2ee76872 by drivers openvswitch,hyperv on host dv-cinder-852208-11-iscsi at level 0 using segments [{'id': '88037b12-d4e3-4ec5-af19-24d3abcc36c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '3be04830-92ff-423a-9d95-9bb3d97dd130'}] {{(pid=106294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:24:19.362182 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11ee3f8-75c9-45de-bb0e-ba3f29f33e9f None None] Attempting to bind port d020a2a6-6998-42bc-9737-d06c2ee76872 on network 3be04830-92ff-423a-9d95-9bb3d97dd130 {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:24:19.366149 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11ee3f8-75c9-45de-bb0e-ba3f29f33e9f None None] Checking agent: {'id': 'd414c4c0-e104-4322-85c3-8bf64da32860', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852208-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 10, 56), 'started_at': datetime.datetime(2022, 8, 30, 4, 11, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852208-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:24:19.366568 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11ee3f8-75c9-45de-bb0e-ba3f29f33e9f None None] Checking segment: {'id': '88037b12-d4e3-4ec5-af19-24d3abcc36c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '3be04830-92ff-423a-9d95-9bb3d97dd130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:24:19.367114 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-f11ee3f8-75c9-45de-bb0e-ba3f29f33e9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:19.367522 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11ee3f8-75c9-45de-bb0e-ba3f29f33e9f None None] Bound using segment: {'id': '88037b12-d4e3-4ec5-af19-24d3abcc36c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '3be04830-92ff-423a-9d95-9bb3d97dd130'} {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:24:19.368220 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-f11ee3f8-75c9-45de-bb0e-ba3f29f33e9f None None] Bound port: d020a2a6-6998-42bc-9737-d06c2ee76872, host: dv-cinder-852208-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88037b12-d4e3-4ec5-af19-24d3abcc36c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '3be04830-92ff-423a-9d95-9bb3d97dd130'}}] {{(pid=106294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:24:19.368371 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-f11ee3f8-75c9-45de-bb0e-ba3f29f33e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (d020a2a6-6998-42bc-9737-d06c2ee76872), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:19.426959 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0673d077-9dd6-4f60-a71a-cd00411b91b5 admin admin] Network 5c43c40f-cc6a-4e53-a103-6d34effd891a is already hosted by enough agents. {{(pid=106292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:24:19.434263 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.base_scheduler [None req-0673d077-9dd6-4f60-a71a-cd00411b91b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:24:19.439707 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a003d2-8db7-4ba5-888a-6572e0bea5e7 req-06af5fda-9d49-42cd-b5c7-70b467efa2f7 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:19.445325 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0673d077-9dd6-4f60-a71a-cd00411b91b5 admin admin] Received port after_create {{(pid=106292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:24:19.456491 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-f11ee3f8-75c9-45de-bb0e-ba3f29f33e9f None None] For port d020a2a6-6998-42bc-9737-d06c2ee76872, host dv-cinder-852208-11-iscsi, cleared binding levels {{(pid=106294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:24:19.460188 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-95a003d2-8db7-4ba5-888a-6572e0bea5e7 req-06af5fda-9d49-42cd-b5c7-70b467efa2f7 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 946 time: 0.1228650 Aug 30 04:24:19.460747 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-f11ee3f8-75c9-45de-bb0e-ba3f29f33e9f None None] For port d020a2a6-6998-42bc-9737-d06c2ee76872, host dv-cinder-852208-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=d020a2a6-6998-42bc-9737-d06c2ee76872,segment=NetworkSegment(88037b12-d4e3-4ec5-af19-24d3abcc36c7),segment_id=88037b12-d4e3-4ec5-af19-24d3abcc36c7)] {{(pid=106294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:24:19.468984 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-f11ee3f8-75c9-45de-bb0e-ba3f29f33e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (d020a2a6-6998-42bc-9737-d06c2ee76872), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:19.501569 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0673d077-9dd6-4f60-a71a-cd00411b91b5 admin admin] Pushing event updated for resources: {'Port': ['ID=d93cee94-476a-4f02-9230-036328e4c009,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:19.527716 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:19.560471 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ee3f8-75c9-45de-bb0e-ba3f29f33e9f None None] Pushing event updated for resources: {'Port': ['ID=d020a2a6-6998-42bc-9737-d06c2ee76872,revision_number=2']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:19.579295 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-95a003d2-8db7-4ba5-888a-6572e0bea5e7 req-5333adb8-1b7e-4466-9e7b-83df94e0b551 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161265 Aug 30 04:24:19.613755 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device fd3260a3-7da4-4381-8bda-b01b90f120d3 up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:24:19.638143 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 52146) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:24:19.643311 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-5acf782b-c9d5-4c1a-a066-2de19cac777a tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Request body: {'security_group': {'name': 'tempest-securitygroup--670964524', 'description': 'tempest-description--743834674'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:24:19.668570 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-5acf782b-c9d5-4c1a-a066-2de19cac777a tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:19.673490 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port fd3260a3-7da4-4381-8bda-b01b90f120d3 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:24:19.673878 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (fd3260a3-7da4-4381-8bda-b01b90f120d3), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:19.802778 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port fd3260a3-7da4-4381-8bda-b01b90f120d3 is: DOWN; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:24:19.803295 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (fd3260a3-7da4-4381-8bda-b01b90f120d3), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:19.829398 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-0673d077-9dd6-4f60-a71a-cd00411b91b5 admin admin] Publish callbacks [] for router_gateway (4f4b708c-202e-4481-8c8d-66ddb2821fd3), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:19.832796 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] For port fd3260a3-7da4-4381-8bda-b01b90f120d3, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=fd3260a3-7da4-4381-8bda-b01b90f120d3,segment=NetworkSegment(10b95e6c-2e6d-452d-a5ef-cbf673e3f24c),segment_id=10b95e6c-2e6d-452d-a5ef-cbf673e3f24c)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:24:19.839579 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-5acf782b-c9d5-4c1a-a066-2de19cac777a tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for security_group (6df2f8bb-630c-44e9-876d-be97ac69e9a7), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:19.842295 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (fd3260a3-7da4-4381-8bda-b01b90f120d3), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:19.864897 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-5acf782b-c9d5-4c1a-a066-2de19cac777a tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (6df2f8bb-630c-44e9-876d-be97ac69e9a7), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:19.865363 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 033cab1b-b743-4875-887d-1d1aee9d23df up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:24:19.925275 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-5acf782b-c9d5-4c1a-a066-2de19cac777a tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:19.935719 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-5acf782b-c9d5-4c1a-a066-2de19cac777a tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2961423 Aug 30 04:24:19.936771 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 52148) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:24:19.944230 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-8403113d-cf4d-43b7-a363-3c75ecde03da tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Request body: {'security_group_rule': {'security_group_id': '6df2f8bb-630c-44e9-876d-be97ac69e9a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:24:19.964110 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acf782b-c9d5-4c1a-a066-2de19cac777a tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6df2f8bb-630c-44e9-876d-be97ac69e9a7,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:20.018692 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-8403113d-cf4d-43b7-a363-3c75ecde03da tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for security_group_rule (359f2b7f-6c80-4d37-8f03-749eed15954a), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:20.023531 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Pushing event updated for resources: {'Port': ['ID=fd3260a3-7da4-4381-8bda-b01b90f120d3,revision_number=4']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:20.041872 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port 033cab1b-b743-4875-887d-1d1aee9d23df triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:24:20.042414 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (033cab1b-b743-4875-887d-1d1aee9d23df), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:20.114667 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:20.122317 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-8403113d-cf4d-43b7-a363-3c75ecde03da tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for security_group_rule (359f2b7f-6c80-4d37-8f03-749eed15954a), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:20.130740 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-8403113d-cf4d-43b7-a363-3c75ecde03da tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569388'] for security_group_rule (359f2b7f-6c80-4d37-8f03-749eed15954a), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:20.164997 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8403113d-cf4d-43b7-a363-3c75ecde03da tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=359f2b7f-6c80-4d37-8f03-749eed15954a,revision_number=0']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:20.172021 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-0673d077-9dd6-4f60-a71a-cd00411b91b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572477'] for router (4f4b708c-202e-4481-8c8d-66ddb2821fd3), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:20.185793 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-8403113d-cf4d-43b7-a363-3c75ecde03da tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:20.190483 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-8403113d-cf4d-43b7-a363-3c75ecde03da tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2514944 Aug 30 04:24:20.191171 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 52150) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:24:20.197919 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-0c8599d5-bf4b-4f2a-9ca5-9968e6225cec tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Request body: {'security_group_rule': {'security_group_id': '6df2f8bb-630c-44e9-876d-be97ac69e9a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:24:20.198379 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port 033cab1b-b743-4875-887d-1d1aee9d23df is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:24:20.229971 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-0c8599d5-bf4b-4f2a-9ca5-9968e6225cec tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for security_group_rule (3a66c596-cad6-471d-b63b-b9d49e25de4f), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:20.284207 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:20.306075 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-0c8599d5-bf4b-4f2a-9ca5-9968e6225cec tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for security_group_rule (3a66c596-cad6-471d-b63b-b9d49e25de4f), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:20.311708 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-0c8599d5-bf4b-4f2a-9ca5-9968e6225cec tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569388'] for security_group_rule (3a66c596-cad6-471d-b63b-b9d49e25de4f), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:20.344676 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-51a5e944-42ff-4878-8517-926e970108d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (1bd89ca2-58f6-428d-83bf-6325bad549fd), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:20.345266 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0673d077-9dd6-4f60-a71a-cd00411b91b5 admin admin] Router 4f4b708c-202e-4481-8c8d-66ddb2821fd3 is scheduled to L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 with binding_index 1 {{(pid=106292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 04:24:20.349173 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8599d5-bf4b-4f2a-9ca5-9968e6225cec tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a66c596-cad6-471d-b63b-b9d49e25de4f,revision_number=0']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:20.358077 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-0c8599d5-bf4b-4f2a-9ca5-9968e6225cec tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:20.359316 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-0c8599d5-bf4b-4f2a-9ca5-9968e6225cec tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1664340 Aug 30 04:24:20.362455 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 52152) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:24:20.368243 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-1e07044f-f429-4b04-8b5e-e90d941ae997 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Request body: {'floatingip': {'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:24:20.398166 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1e07044f-f429-4b04-8b5e-e90d941ae997 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:20.472449 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0673d077-9dd6-4f60-a71a-cd00411b91b5 admin admin] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:24:20.487731 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c98af9-6def-4360-9b57-ad4dcc148403 None None] Sync routers for ids ['4f4b708c-202e-4481-8c8d-66ddb2821fd3'] in dv-cinder-852208-11-iscsi {{(pid=106294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:24:20.497000 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-0673d077-9dd6-4f60-a71a-cd00411b91b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:20.498755 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-0673d077-9dd6-4f60-a71a-cd00411b91b5 admin admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3543236 Aug 30 04:24:20.501501 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 52154) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:24:20.504470 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c98af9-6def-4360-9b57-ad4dcc148403 None None] Routers {'4f4b708c-202e-4481-8c8d-66ddb2821fd3'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:24:20.507752 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-25c98af9-6def-4360-9b57-ad4dcc148403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:23:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['4f4b708c-202e-4481-8c8d-66ddb2821fd3'], 'active': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:24:20.549292 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1e07044f-f429-4b04-8b5e-e90d941ae997 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:20.561102 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592bfcb4-218a-4501-9f32-b1f7bbeb86dd None None] Sync routers for ids ['43d10244-5020-42e0-9926-de2b338768f7'] in dv-cinder-852208-11-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:24:20.583336 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592bfcb4-218a-4501-9f32-b1f7bbeb86dd None None] Routers {'43d10244-5020-42e0-9926-de2b338768f7'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:24:20.583972 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-592bfcb4-218a-4501-9f32-b1f7bbeb86dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:23:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['43d10244-5020-42e0-9926-de2b338768f7'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:24:20.656335 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:20.675160 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:20.759057 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-592bfcb4-218a-4501-9f32-b1f7bbeb86dd None None] Set router 43d10244-5020-42e0-9926-de2b338768f7 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:24:20.778805 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:20.792246 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvr_db [None req-25c98af9-6def-4360-9b57-ad4dcc148403 None None] Set router 4f4b708c-202e-4481-8c8d-66ddb2821fd3 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:24:20.845042 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafdb6c5-c909-4934-b320-b0a91a7024cf req-df97b977-4256-4216-95fd-81711159df0d tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:20.847041 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-eafdb6c5-c909-4934-b320-b0a91a7024cf req-df97b977-4256-4216-95fd-81711159df0d tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 946 time: 0.0757520 Aug 30 04:24:20.874551 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [None req-1e07044f-f429-4b04-8b5e-e90d941ae997 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Allocated IP 172.27.4.232 (5c43c40f-cc6a-4e53-a103-6d34effd891a/b2d4007f-d8ed-41cc-b520-7777f18cd186/55a39630-f8f9-44a7-a49b-51d004194485) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:24:20.998801 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:21.017034 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-25c98af9-6def-4360-9b57-ad4dcc148403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4b708c-202e-4481-8c8d-66ddb2821fd3', 'name': 'tempest-TestShelveInstance-924073656-router', 'tenant_id': '9a7263aaa79b4900afd0bedd9969ece9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.236'}], 'enable_snat': True}, 'gw_port_id': 'd93cee94-476a-4f02-9230-036328e4c009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:24:18Z', 'updated_at': '2022-08-30T04:24:19Z', 'revision_number': 3, 'project_id': '9a7263aaa79b4900afd0bedd9969ece9', 'gw_port': {'id': 'd93cee94-476a-4f02-9230-036328e4c009', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c8:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4b708c-202e-4481-8c8d-66ddb2821fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:18Z', 'updated_at': '2022-08-30T04:24:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi'}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:24:21.027679 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-592bfcb4-218a-4501-9f32-b1f7bbeb86dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d10244-5020-42e0-9926-de2b338768f7', 'name': 'tempest-TestShelveInstance-1931023720-router', 'tenant_id': 'b0f04feca7a349e5a656f166dae05354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.132'}], 'enable_snat': True}, 'gw_port_id': 'fd3260a3-7da4-4381-8bda-b01b90f120d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:24:11Z', 'updated_at': '2022-08-30T04:24:14Z', 'revision_number': 4, 'project_id': 'b0f04feca7a349e5a656f166dae05354', 'gw_port': {'id': 'fd3260a3-7da4-4381-8bda-b01b90f120d3', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fe:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d10244-5020-42e0-9926-de2b338768f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:12Z', 'updated_at': '2022-08-30T04:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': '835af10a-3046-4d4c-8aa5-865f297d8645', 'name': '', 'network_id': 'd7d92f54-c849-4928-94b8-15ca960aef5a', 'tenant_id': 'b0f04feca7a349e5a656f166dae05354', 'mac_address': 'fa:16:3e:2f:2e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d10244-5020-42e0-9926-de2b338768f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '646d24da-bdaf-4aea-ad44-2a004e388e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:14Z', 'updated_at': '2022-08-30T04:24:14Z', 'revision_number': 2, 'project_id': 'b0f04feca7a349e5a656f166dae05354', 'subnets': [{'id': '646d24da-bdaf-4aea-ad44-2a004e388e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:24:21.048206 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c98af9-6def-4360-9b57-ad4dcc148403 None None] Checking router: 4f4b708c-202e-4481-8c8d-66ddb2821fd3 for host: dv-cinder-852208-11-iscsi {{(pid=106294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:24:21.048627 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c98af9-6def-4360-9b57-ad4dcc148403 None None] Updating router 4f4b708c-202e-4481-8c8d-66ddb2821fd3 port d93cee94-476a-4f02-9230-036328e4c009 binding host dv-cinder-852208-11-iscsi {{(pid=106294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:24:21.066464 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592bfcb4-218a-4501-9f32-b1f7bbeb86dd None None] Checking router: 43d10244-5020-42e0-9926-de2b338768f7 for host: dv-cinder-852208-11-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:24:21.067077 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592bfcb4-218a-4501-9f32-b1f7bbeb86dd None None] Updating router 43d10244-5020-42e0-9926-de2b338768f7 port 835af10a-3046-4d4c-8aa5-865f297d8645 binding host dv-cinder-852208-11-iscsi {{(pid=106295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:24:21.077576 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-eafdb6c5-c909-4934-b320-b0a91a7024cf req-93dee607-1620-4acc-8015-e808706285a0 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2141018 Aug 30 04:24:21.085706 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-25c98af9-6def-4360-9b57-ad4dcc148403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (d93cee94-476a-4f02-9230-036328e4c009), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:21.126088 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-592bfcb4-218a-4501-9f32-b1f7bbeb86dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (835af10a-3046-4d4c-8aa5-865f297d8645), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:21.192313 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1e07044f-f429-4b04-8b5e-e90d941ae997 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for port (55a39630-f8f9-44a7-a49b-51d004194485), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:21.216612 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827c5d0c-d4c3-4258-8f75-840b5761418d None None] Network 3be04830-92ff-423a-9d95-9bb3d97dd130 requested from dv-cinder-852208-11-iscsi {{(pid=106294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:24:21.306089 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1e07044f-f429-4b04-8b5e-e90d941ae997 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (55a39630-f8f9-44a7-a49b-51d004194485), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:21.328171 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:21.360940 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e07044f-f429-4b04-8b5e-e90d941ae997 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Network 5c43c40f-cc6a-4e53-a103-6d34effd891a is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:24:21.364040 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-26b37a7c-ae6d-4888-9a7d-353839f51c0c None None] Provisioning complete for port d020a2a6-6998-42bc-9737-d06c2ee76872 triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:24:21.364579 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-26b37a7c-ae6d-4888-9a7d-353839f51c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (d020a2a6-6998-42bc-9737-d06c2ee76872), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:21.382360 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-1e07044f-f429-4b04-8b5e-e90d941ae997 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:24:21.390748 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e07044f-f429-4b04-8b5e-e90d941ae997 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:24:21.445154 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e07044f-f429-4b04-8b5e-e90d941ae997 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Pushing event updated for resources: {'Port': ['ID=55a39630-f8f9-44a7-a49b-51d004194485,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:21.466745 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e07044f-f429-4b04-8b5e-e90d941ae997 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:24:21.467534 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e07044f-f429-4b04-8b5e-e90d941ae997 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:24:21.467534 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e07044f-f429-4b04-8b5e-e90d941ae997 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:24:21.468055 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e07044f-f429-4b04-8b5e-e90d941ae997 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:24:21.468500 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e07044f-f429-4b04-8b5e-e90d941ae997 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:24:21.469433 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e07044f-f429-4b04-8b5e-e90d941ae997 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:24:21.469433 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e07044f-f429-4b04-8b5e-e90d941ae997 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:24:21.469719 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e07044f-f429-4b04-8b5e-e90d941ae997 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:24:21.470133 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e07044f-f429-4b04-8b5e-e90d941ae997 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:24:21.471239 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e07044f-f429-4b04-8b5e-e90d941ae997 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:24:21.471239 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e07044f-f429-4b04-8b5e-e90d941ae997 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:24:21.471239 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e07044f-f429-4b04-8b5e-e90d941ae997 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:24:21.472039 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e07044f-f429-4b04-8b5e-e90d941ae997 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:24:21.472465 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e07044f-f429-4b04-8b5e-e90d941ae997 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:24:21.472878 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e07044f-f429-4b04-8b5e-e90d941ae997 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:24:21.568403 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:21.583951 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-26b37a7c-ae6d-4888-9a7d-353839f51c0c None None] Current status of the port d020a2a6-6998-42bc-9737-d06c2ee76872 is: DOWN; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:24:21.584289 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-26b37a7c-ae6d-4888-9a7d-353839f51c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (d020a2a6-6998-42bc-9737-d06c2ee76872), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:21.592917 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-058b9e62-b6a6-4330-9655-e7caf1651c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:21.596680 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-592bfcb4-218a-4501-9f32-b1f7bbeb86dd None None] Publish callbacks [] for port (835af10a-3046-4d4c-8aa5-865f297d8645), precommit_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:21.607865 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-592bfcb4-218a-4501-9f32-b1f7bbeb86dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (835af10a-3046-4d4c-8aa5-865f297d8645), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:21.659361 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device d020a2a6-6998-42bc-9737-d06c2ee76872 up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:24:21.687737 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1e07044f-f429-4b04-8b5e-e90d941ae997 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for floatingip (4d785c08-5274-4c42-9541-07bfdc570755), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:21.715699 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-26b37a7c-ae6d-4888-9a7d-353839f51c0c None None] For port d020a2a6-6998-42bc-9737-d06c2ee76872, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=d020a2a6-6998-42bc-9737-d06c2ee76872,segment=NetworkSegment(88037b12-d4e3-4ec5-af19-24d3abcc36c7),segment_id=88037b12-d4e3-4ec5-af19-24d3abcc36c7)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:24:21.726780 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:UPDATE=1,neutron:SELECT=95,neutron:INSERT=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:21.741400 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6478d197-1f0b-46c4-bd63-3edcbacb147a None None] Pushing event updated for resources: {'Port': ['ID=835af10a-3046-4d4c-8aa5-865f297d8645,revision_number=3']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:21.745437 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-26b37a7c-ae6d-4888-9a7d-353839f51c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (d020a2a6-6998-42bc-9737-d06c2ee76872), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:21.762108 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-25c98af9-6def-4360-9b57-ad4dcc148403 None None] Publish callbacks [] for port (d93cee94-476a-4f02-9230-036328e4c009), precommit_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:21.763307 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-592bfcb4-218a-4501-9f32-b1f7bbeb86dd None None] Attempting to bind port 835af10a-3046-4d4c-8aa5-865f297d8645 on host dv-cinder-852208-11-iscsi for vnic_type normal with profile {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:24:21.763307 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-592bfcb4-218a-4501-9f32-b1f7bbeb86dd None None] Attempting to bind port 835af10a-3046-4d4c-8aa5-865f297d8645 by drivers openvswitch,hyperv on host dv-cinder-852208-11-iscsi at level 0 using segments [{'id': '0883dac3-57f0-4e08-9b27-97a718acc317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd7d92f54-c849-4928-94b8-15ca960aef5a'}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:24:21.763307 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592bfcb4-218a-4501-9f32-b1f7bbeb86dd None None] Attempting to bind port 835af10a-3046-4d4c-8aa5-865f297d8645 on network d7d92f54-c849-4928-94b8-15ca960aef5a {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:24:21.772629 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592bfcb4-218a-4501-9f32-b1f7bbeb86dd None None] Checking agent: {'id': 'd414c4c0-e104-4322-85c3-8bf64da32860', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852208-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 10, 56), 'started_at': datetime.datetime(2022, 8, 30, 4, 11, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852208-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:24:21.772629 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592bfcb4-218a-4501-9f32-b1f7bbeb86dd None None] Checking segment: {'id': '0883dac3-57f0-4e08-9b27-97a718acc317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd7d92f54-c849-4928-94b8-15ca960aef5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:24:21.773295 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-592bfcb4-218a-4501-9f32-b1f7bbeb86dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:21.773747 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592bfcb4-218a-4501-9f32-b1f7bbeb86dd None None] Bound using segment: {'id': '0883dac3-57f0-4e08-9b27-97a718acc317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd7d92f54-c849-4928-94b8-15ca960aef5a'} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:24:21.774654 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-592bfcb4-218a-4501-9f32-b1f7bbeb86dd None None] Bound port: 835af10a-3046-4d4c-8aa5-865f297d8645, host: dv-cinder-852208-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0883dac3-57f0-4e08-9b27-97a718acc317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd7d92f54-c849-4928-94b8-15ca960aef5a'}}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:24:21.774806 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-592bfcb4-218a-4501-9f32-b1f7bbeb86dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (835af10a-3046-4d4c-8aa5-865f297d8645), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:21.815664 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1e07044f-f429-4b04-8b5e-e90d941ae997 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (55a39630-f8f9-44a7-a49b-51d004194485), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:21.845752 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:21.853113 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b37a7c-ae6d-4888-9a7d-353839f51c0c None None] Pushing event updated for resources: {'Port': ['ID=d020a2a6-6998-42bc-9737-d06c2ee76872,revision_number=3']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:21.858191 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-25c98af9-6def-4360-9b57-ad4dcc148403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (d93cee94-476a-4f02-9230-036328e4c009), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:21.874787 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-592bfcb4-218a-4501-9f32-b1f7bbeb86dd None None] For port 835af10a-3046-4d4c-8aa5-865f297d8645, host dv-cinder-852208-11-iscsi, cleared binding levels {{(pid=106295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:24:21.878330 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-592bfcb4-218a-4501-9f32-b1f7bbeb86dd None None] For port 835af10a-3046-4d4c-8aa5-865f297d8645, host dv-cinder-852208-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=835af10a-3046-4d4c-8aa5-865f297d8645,segment=NetworkSegment(0883dac3-57f0-4e08-9b27-97a718acc317),segment_id=0883dac3-57f0-4e08-9b27-97a718acc317)] {{(pid=106295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:24:21.884853 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-592bfcb4-218a-4501-9f32-b1f7bbeb86dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (835af10a-3046-4d4c-8aa5-865f297d8645), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:21.930091 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-25c98af9-6def-4360-9b57-ad4dcc148403 None None] Attempting to bind port d93cee94-476a-4f02-9230-036328e4c009 on host dv-cinder-852208-11-iscsi for vnic_type normal with profile {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:24:21.930487 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-25c98af9-6def-4360-9b57-ad4dcc148403 None None] Attempting to bind port d93cee94-476a-4f02-9230-036328e4c009 by drivers openvswitch,hyperv on host dv-cinder-852208-11-iscsi at level 0 using segments [{'id': '10b95e6c-2e6d-452d-a5ef-cbf673e3f24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'}] {{(pid=106294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:24:21.930866 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c98af9-6def-4360-9b57-ad4dcc148403 None None] Attempting to bind port d93cee94-476a-4f02-9230-036328e4c009 on network 5c43c40f-cc6a-4e53-a103-6d34effd891a {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:24:21.938629 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c98af9-6def-4360-9b57-ad4dcc148403 None None] Checking agent: {'id': 'd414c4c0-e104-4322-85c3-8bf64da32860', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852208-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 10, 56), 'started_at': datetime.datetime(2022, 8, 30, 4, 11, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852208-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:24:21.939015 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c98af9-6def-4360-9b57-ad4dcc148403 None None] Checking segment: {'id': '10b95e6c-2e6d-452d-a5ef-cbf673e3f24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:24:21.939733 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-25c98af9-6def-4360-9b57-ad4dcc148403 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:21.939858 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c98af9-6def-4360-9b57-ad4dcc148403 None None] Bound using segment: {'id': '10b95e6c-2e6d-452d-a5ef-cbf673e3f24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'} {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:24:21.940276 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-25c98af9-6def-4360-9b57-ad4dcc148403 None None] Bound port: d93cee94-476a-4f02-9230-036328e4c009, host: dv-cinder-852208-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10b95e6c-2e6d-452d-a5ef-cbf673e3f24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'}}] {{(pid=106294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:24:21.940652 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-25c98af9-6def-4360-9b57-ad4dcc148403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (d93cee94-476a-4f02-9230-036328e4c009), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:21.951554 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592bfcb4-218a-4501-9f32-b1f7bbeb86dd None None] Routers {'43d10244-5020-42e0-9926-de2b338768f7'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:24:21.952408 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-592bfcb4-218a-4501-9f32-b1f7bbeb86dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:23:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['43d10244-5020-42e0-9926-de2b338768f7'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:24:21.961003 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port d020a2a6-6998-42bc-9737-d06c2ee76872 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:24:21.961003 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (d020a2a6-6998-42bc-9737-d06c2ee76872), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:21.967259 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:21.968401 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-28e0e814-f9d4-4106-bb7e-67a09cd4ce8f None None] Provisioning complete for port d020a2a6-6998-42bc-9737-d06c2ee76872 triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:24:21.968555 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-28e0e814-f9d4-4106-bb7e-67a09cd4ce8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (d020a2a6-6998-42bc-9737-d06c2ee76872), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:21.987215 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [None req-058b9e62-b6a6-4330-9655-e7caf1651c5b admin admin] Allocated IP 172.20.0.1 (3be04830-92ff-423a-9d95-9bb3d97dd130/21074505-ee12-4e96-910f-683163ee55df/d6234eef-ec5c-4e8d-ae8f-9fdc68ec943c) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:24:22.019328 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8645d0ac-73ce-4b4f-860b-c160fe4e153c None None] Sync routers for ids ['fc7df24f-92aa-405d-8725-ab9c1f384345'] in dv-cinder-852208-11-iscsi {{(pid=106294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:24:22.021770 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22f4201-30aa-47ac-9ca3-3803c47b1d72 None None] Pushing event updated for resources: {'Port': ['ID=d93cee94-476a-4f02-9230-036328e4c009,revision_number=2']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:22.087970 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8645d0ac-73ce-4b4f-860b-c160fe4e153c None None] Routers {'fc7df24f-92aa-405d-8725-ab9c1f384345'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:24:22.088624 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-8645d0ac-73ce-4b4f-860b-c160fe4e153c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:23:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['fc7df24f-92aa-405d-8725-ab9c1f384345'], 'active': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:24:22.127345 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-25c98af9-6def-4360-9b57-ad4dcc148403 None None] For port d93cee94-476a-4f02-9230-036328e4c009, host dv-cinder-852208-11-iscsi, cleared binding levels {{(pid=106294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:24:22.138413 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6478d197-1f0b-46c4-bd63-3edcbacb147a None None] Pushing event updated for resources: {'Port': ['ID=835af10a-3046-4d4c-8aa5-865f297d8645,revision_number=4']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:22.138638 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1e07044f-f429-4b04-8b5e-e90d941ae997 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for port (55a39630-f8f9-44a7-a49b-51d004194485), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:22.151545 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-25c98af9-6def-4360-9b57-ad4dcc148403 None None] For port d93cee94-476a-4f02-9230-036328e4c009, host dv-cinder-852208-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=d93cee94-476a-4f02-9230-036328e4c009,segment=NetworkSegment(10b95e6c-2e6d-452d-a5ef-cbf673e3f24c),segment_id=10b95e6c-2e6d-452d-a5ef-cbf673e3f24c)] {{(pid=106294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:24:22.164749 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-25c98af9-6def-4360-9b57-ad4dcc148403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (d93cee94-476a-4f02-9230-036328e4c009), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:22.169235 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1e07044f-f429-4b04-8b5e-e90d941ae997 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-454314'] for port (55a39630-f8f9-44a7-a49b-51d004194485), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:22.234528 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-592bfcb4-218a-4501-9f32-b1f7bbeb86dd None None] Set router 43d10244-5020-42e0-9926-de2b338768f7 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:24:22.248402 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff0b10d-969c-435d-959f-b088ef7e2b58 req-c8690a6a-9859-427f-8452-f12e540554ce tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:22.251158 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-2ff0b10d-969c-435d-959f-b088ef7e2b58 req-c8690a6a-9859-427f-8452-f12e540554ce tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 946 time: 0.0726130 Aug 30 04:24:22.270775 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-058b9e62-b6a6-4330-9655-e7caf1651c5b admin admin] Publish callbacks [] for port (d6234eef-ec5c-4e8d-ae8f-9fdc68ec943c), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:22.276267 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1e07044f-f429-4b04-8b5e-e90d941ae997 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572642'] for floatingip (4d785c08-5274-4c42-9541-07bfdc570755), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:22.289987 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e07044f-f429-4b04-8b5e-e90d941ae997 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Pushing event updated for resources: {'Port': ['ID=55a39630-f8f9-44a7-a49b-51d004194485,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:22.307157 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1e07044f-f429-4b04-8b5e-e90d941ae997 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for floatingip (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:22.310155 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-1e07044f-f429-4b04-8b5e-e90d941ae997 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9464905 Aug 30 04:24:22.315016 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22f4201-30aa-47ac-9ca3-3803c47b1d72 None None] Pushing event updated for resources: {'Port': ['ID=d93cee94-476a-4f02-9230-036328e4c009,revision_number=3']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:22.319088 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:22.334643 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c98af9-6def-4360-9b57-ad4dcc148403 None None] Routers {'4f4b708c-202e-4481-8c8d-66ddb2821fd3'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:24:22.335413 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-25c98af9-6def-4360-9b57-ad4dcc148403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:23:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['4f4b708c-202e-4481-8c8d-66ddb2821fd3'], 'active': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:24:22.339365 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-2ff0b10d-969c-435d-959f-b088ef7e2b58 req-55a8e8fc-fc5f-4089-af7e-d1d9cb68ff18 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811615 Aug 30 04:24:22.390000 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-058b9e62-b6a6-4330-9655-e7caf1651c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (d6234eef-ec5c-4e8d-ae8f-9fdc68ec943c), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:22.410852 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-28e0e814-f9d4-4106-bb7e-67a09cd4ce8f None None] Current status of the port d020a2a6-6998-42bc-9737-d06c2ee76872 is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:24:22.442569 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058b9e62-b6a6-4330-9655-e7caf1651c5b admin admin] Network 3be04830-92ff-423a-9d95-9bb3d97dd130 is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:24:22.446003 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-058b9e62-b6a6-4330-9655-e7caf1651c5b admin admin] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:24:22.448665 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058b9e62-b6a6-4330-9655-e7caf1651c5b admin admin] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:24:22.478042 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058b9e62-b6a6-4330-9655-e7caf1651c5b admin admin] Pushing event updated for resources: {'Port': ['ID=d6234eef-ec5c-4e8d-ae8f-9fdc68ec943c,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:22.501524 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port d020a2a6-6998-42bc-9737-d06c2ee76872 is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:24:22.502904 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device fd3260a3-7da4-4381-8bda-b01b90f120d3 up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:24:22.541677 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:22.546468 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a4dd8dfd-edb1-4fcb-8e60-ad2a5bef9a56 req-88880de9-03d6-4823-8749-95a6ea226324 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--670964524&fields=id&tenant_id=9c9311c57fdd4250a16560bd8c2e0ffc HTTP/1.1" status: 200 len: 267 time: 0.0717392 Aug 30 04:24:22.551690 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-058b9e62-b6a6-4330-9655-e7caf1651c5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573017'] for router_interface (4f4b708c-202e-4481-8c8d-66ddb2821fd3), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:22.568739 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvr_db [None req-8645d0ac-73ce-4b4f-860b-c160fe4e153c None None] Set router fc7df24f-92aa-405d-8725-ab9c1f384345 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:24:22.592936 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-592bfcb4-218a-4501-9f32-b1f7bbeb86dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d10244-5020-42e0-9926-de2b338768f7', 'name': 'tempest-TestShelveInstance-1931023720-router', 'tenant_id': 'b0f04feca7a349e5a656f166dae05354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.132'}], 'enable_snat': True}, 'gw_port_id': 'fd3260a3-7da4-4381-8bda-b01b90f120d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:24:11Z', 'updated_at': '2022-08-30T04:24:14Z', 'revision_number': 4, 'project_id': 'b0f04feca7a349e5a656f166dae05354', 'gw_port': {'id': 'fd3260a3-7da4-4381-8bda-b01b90f120d3', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fe:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d10244-5020-42e0-9926-de2b338768f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:12Z', 'updated_at': '2022-08-30T04:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': '835af10a-3046-4d4c-8aa5-865f297d8645', 'name': '', 'network_id': 'd7d92f54-c849-4928-94b8-15ca960aef5a', 'tenant_id': 'b0f04feca7a349e5a656f166dae05354', 'mac_address': 'fa:16:3e:2f:2e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d10244-5020-42e0-9926-de2b338768f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '646d24da-bdaf-4aea-ad44-2a004e388e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:14Z', 'updated_at': '2022-08-30T04:24:21Z', 'revision_number': 4, 'project_id': 'b0f04feca7a349e5a656f166dae05354', 'subnets': [{'id': '646d24da-bdaf-4aea-ad44-2a004e388e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:24:22.615625 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvr_db [None req-25c98af9-6def-4360-9b57-ad4dcc148403 None None] Set router 4f4b708c-202e-4481-8c8d-66ddb2821fd3 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:24:22.632331 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592bfcb4-218a-4501-9f32-b1f7bbeb86dd None None] The sync data for ids ['43d10244-5020-42e0-9926-de2b338768f7'] in dv-cinder-852208-11-iscsi is: [{'id': '43d10244-5020-42e0-9926-de2b338768f7', 'name': 'tempest-TestShelveInstance-1931023720-router', 'tenant_id': 'b0f04feca7a349e5a656f166dae05354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.132'}], 'enable_snat': True}, 'gw_port_id': 'fd3260a3-7da4-4381-8bda-b01b90f120d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:24:11Z', 'updated_at': '2022-08-30T04:24:14Z', 'revision_number': 4, 'project_id': 'b0f04feca7a349e5a656f166dae05354', 'gw_port': {'id': 'fd3260a3-7da4-4381-8bda-b01b90f120d3', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fe:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d10244-5020-42e0-9926-de2b338768f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:12Z', 'updated_at': '2022-08-30T04:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': '835af10a-3046-4d4c-8aa5-865f297d8645', 'name': '', 'network_id': 'd7d92f54-c849-4928-94b8-15ca960aef5a', 'tenant_id': 'b0f04feca7a349e5a656f166dae05354', 'mac_address': 'fa:16:3e:2f:2e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d10244-5020-42e0-9926-de2b338768f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '646d24da-bdaf-4aea-ad44-2a004e388e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:14Z', 'updated_at': '2022-08-30T04:24:21Z', 'revision_number': 4, 'project_id': 'b0f04feca7a349e5a656f166dae05354', 'subnets': [{'id': '646d24da-bdaf-4aea-ad44-2a004e388e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:24:22.684771 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:22.757236 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd8dfd-edb1-4fcb-8e60-ad2a5bef9a56 req-d12e4de4-3779-4bdc-830d-9dbfc5e10545 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:22.759422 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a4dd8dfd-edb1-4fcb-8e60-ad2a5bef9a56 req-d12e4de4-3779-4bdc-830d-9dbfc5e10545 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/networks?id=e2144ee9-7e1a-4a81-ac65-28f49d99b870 HTTP/1.1" status: 200 len: 814 time: 0.2033441 Aug 30 04:24:22.805433 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a4dd8dfd-edb1-4fcb-8e60-ad2a5bef9a56 req-f9ba669c-c8c3-455f-bc9c-2c3a60e6a171 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/quotas/9c9311c57fdd4250a16560bd8c2e0ffc HTTP/1.1" status: 200 len: 375 time: 0.0344732 Aug 30 04:24:22.820985 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-058b9e62-b6a6-4330-9655-e7caf1651c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (d6234eef-ec5c-4e8d-ae8f-9fdc68ec943c), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:22.846699 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b32a6efa-26f0-4eaa-8bbc-6a4cc158d8d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:22.905368 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a4dd8dfd-edb1-4fcb-8e60-ad2a5bef9a56 req-63c73bd8-884a-407f-92ea-497f3779fb1f tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=9c9311c57fdd4250a16560bd8c2e0ffc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0885839 Aug 30 04:24:22.946121 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-b61d45a7-c563-493a-ab56-edd711d23ac5 None None] Provisioning complete for port d6234eef-ec5c-4e8d-ae8f-9fdc68ec943c triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:24:22.946529 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b61d45a7-c563-493a-ab56-edd711d23ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (d6234eef-ec5c-4e8d-ae8f-9fdc68ec943c), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:22.989921 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port fd3260a3-7da4-4381-8bda-b01b90f120d3 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:24:22.990330 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (fd3260a3-7da4-4381-8bda-b01b90f120d3), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:23.023392 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:23.056522 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-058b9e62-b6a6-4330-9655-e7caf1651c5b admin admin] Publish callbacks [] for port (d6234eef-ec5c-4e8d-ae8f-9fdc68ec943c), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:23.062338 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-058b9e62-b6a6-4330-9655-e7caf1651c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-454314'] for port (d6234eef-ec5c-4e8d-ae8f-9fdc68ec943c), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:23.087815 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:23.114953 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-b61d45a7-c563-493a-ab56-edd711d23ac5 None None] Port d6234eef-ec5c-4e8d-ae8f-9fdc68ec943c cannot update to ACTIVE because it is not bound. {{(pid=106294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:24:23.201925 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058b9e62-b6a6-4330-9655-e7caf1651c5b admin admin] Pushing event updated for resources: {'Port': ['ID=d6234eef-ec5c-4e8d-ae8f-9fdc68ec943c,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:23.209153 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-058b9e62-b6a6-4330-9655-e7caf1651c5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573133'] for router_interface (4f4b708c-202e-4481-8c8d-66ddb2821fd3), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:23.279033 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port fd3260a3-7da4-4381-8bda-b01b90f120d3 is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:24:23.280131 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:24:23.284999 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-25c98af9-6def-4360-9b57-ad4dcc148403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4b708c-202e-4481-8c8d-66ddb2821fd3', 'name': 'tempest-TestShelveInstance-924073656-router', 'tenant_id': '9a7263aaa79b4900afd0bedd9969ece9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.236'}], 'enable_snat': True}, 'gw_port_id': 'd93cee94-476a-4f02-9230-036328e4c009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:24:18Z', 'updated_at': '2022-08-30T04:24:19Z', 'revision_number': 3, 'project_id': '9a7263aaa79b4900afd0bedd9969ece9', 'gw_port': {'id': 'd93cee94-476a-4f02-9230-036328e4c009', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c8:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4b708c-202e-4481-8c8d-66ddb2821fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:18Z', 'updated_at': '2022-08-30T04:24:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi'}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:24:23.290498 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a4dd8dfd-edb1-4fcb-8e60-ad2a5bef9a56 req-1881a31e-a8d6-41c5-a1e3-3a2e1ea69d8b service neutron] 10.222.0.46 "GET /networking/v2.0/networks/e2144ee9-7e1a-4a81-ac65-28f49d99b870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672979 Aug 30 04:24:23.333480 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-8645d0ac-73ce-4b4f-860b-c160fe4e153c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'name': 'tempest-AttachVolumeNegativeTest-448008307-router', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.52'}], 'enable_snat': True}, 'gw_port_id': 'a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:24:13Z', 'updated_at': '2022-08-30T04:24:17Z', 'revision_number': 4, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'gw_port': {'id': 'a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:14Z', 'updated_at': '2022-08-30T04:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': '60982441-0aee-4952-84ac-42dcc15ed8c5', 'name': '', 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'mac_address': 'fa:16:3e:6b:b1:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:16Z', 'updated_at': '2022-08-30T04:24:17Z', 'revision_number': 2, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'subnets': [{'id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:24:23.338802 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c98af9-6def-4360-9b57-ad4dcc148403 None None] The sync data for ids ['4f4b708c-202e-4481-8c8d-66ddb2821fd3'] in dv-cinder-852208-11-iscsi is: [{'id': '4f4b708c-202e-4481-8c8d-66ddb2821fd3', 'name': 'tempest-TestShelveInstance-924073656-router', 'tenant_id': '9a7263aaa79b4900afd0bedd9969ece9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.236'}], 'enable_snat': True}, 'gw_port_id': 'd93cee94-476a-4f02-9230-036328e4c009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:24:18Z', 'updated_at': '2022-08-30T04:24:19Z', 'revision_number': 3, 'project_id': '9a7263aaa79b4900afd0bedd9969ece9', 'gw_port': {'id': 'd93cee94-476a-4f02-9230-036328e4c009', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c8:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4b708c-202e-4481-8c8d-66ddb2821fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:18Z', 'updated_at': '2022-08-30T04:24:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi'}] {{(pid=106294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:24:23.372431 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8645d0ac-73ce-4b4f-860b-c160fe4e153c None None] Checking router: fc7df24f-92aa-405d-8725-ab9c1f384345 for host: dv-cinder-852208-11-iscsi {{(pid=106294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:24:23.373164 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8645d0ac-73ce-4b4f-860b-c160fe4e153c None None] Updating router fc7df24f-92aa-405d-8725-ab9c1f384345 port 60982441-0aee-4952-84ac-42dcc15ed8c5 binding host dv-cinder-852208-11-iscsi {{(pid=106294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:24:23.412681 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8645d0ac-73ce-4b4f-860b-c160fe4e153c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (60982441-0aee-4952-84ac-42dcc15ed8c5), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:23.415842 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:24:23.416211 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:23.436104 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a4dd8dfd-edb1-4fcb-8e60-ad2a5bef9a56 req-0fa0b71e-943f-4edb-ac8a-87829c8395cf service neutron] 10.222.0.46 "GET /networking/v2.0/networks/e2144ee9-7e1a-4a81-ac65-28f49d99b870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370275 Aug 30 04:24:23.442501 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058b9e62-b6a6-4330-9655-e7caf1651c5b admin admin] Network 3be04830-92ff-423a-9d95-9bb3d97dd130 is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:24:23.443928 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-058b9e62-b6a6-4330-9655-e7caf1651c5b admin admin] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:24:23.566800 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1c300-fd7b-4229-8dda-e0bca82355d5 req-bdaa7658-8a39-46bb-85e9-551a81bde3f2 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:23.576855 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-9ec1c300-fd7b-4229-8dda-e0bca82355d5 req-bdaa7658-8a39-46bb-85e9-551a81bde3f2 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 946 time: 0.1166489 Aug 30 04:24:23.608207 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:23.627209 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:23.632955 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-058b9e62-b6a6-4330-9655-e7caf1651c5b admin admin] Router 4f4b708c-202e-4481-8c8d-66ddb2821fd3 has already been hosted by L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 {{(pid=106293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:24:23.667221 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc is: DOWN; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:24:23.668448 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:23.682662 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-9ec1c300-fd7b-4229-8dda-e0bca82355d5 req-99b0f8da-697f-46c6-b23a-d810b84f1c2c tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998058 Aug 30 04:24:23.763705 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] For port a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc,segment=NetworkSegment(10b95e6c-2e6d-452d-a5ef-cbf673e3f24c),segment_id=10b95e6c-2e6d-452d-a5ef-cbf673e3f24c)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:24:23.767040 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:23.780765 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:23.802090 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-eef3c5e7-a253-41ee-a096-d5e9ff5c6d52 req-fc55633f-0275-4d43-8f59-50a77a7037ee tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=711629d5-ba60-4bfd-a61e-7a06e25db924 HTTP/1.1" status: 200 len: 210 time: 0.0332375 Aug 30 04:24:23.821116 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-058b9e62-b6a6-4330-9655-e7caf1651c5b admin admin] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:24:23.829740 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8bdbbddc-d827-40e6-b8fb-29930693a668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (0ba81f50-231f-4a87-bfed-adcf093ea106), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:23.845148 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-058b9e62-b6a6-4330-9655-e7caf1651c5b admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/4f4b708c-202e-4481-8c8d-66ddb2821fd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3424602 Aug 30 04:24:23.911091 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:23.912382 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-d088321d-7483-475a-914b-b2703aceee10 None None] Provisioning complete for port d6234eef-ec5c-4e8d-ae8f-9fdc68ec943c triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:24:23.913041 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-d088321d-7483-475a-914b-b2703aceee10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (d6234eef-ec5c-4e8d-ae8f-9fdc68ec943c), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:23.927062 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Pushing event updated for resources: {'Port': ['ID=a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc,revision_number=4']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:23.959922 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 835af10a-3046-4d4c-8aa5-865f297d8645 up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:24:24.045098 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-d088321d-7483-475a-914b-b2703aceee10 None None] Port d6234eef-ec5c-4e8d-ae8f-9fdc68ec943c cannot update to ACTIVE because it is not bound. {{(pid=106294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:24:24.113404 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port 835af10a-3046-4d4c-8aa5-865f297d8645 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:24:24.113825 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (835af10a-3046-4d4c-8aa5-865f297d8645), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:24.119646 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8645d0ac-73ce-4b4f-860b-c160fe4e153c None None] Publish callbacks [] for port (60982441-0aee-4952-84ac-42dcc15ed8c5), precommit_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:24.149520 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8645d0ac-73ce-4b4f-860b-c160fe4e153c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (60982441-0aee-4952-84ac-42dcc15ed8c5), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:24.191015 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:24.206378 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf435d5-be2a-49d0-9b82-04b3c3dcd106 None None] Pushing event updated for resources: {'Port': ['ID=60982441-0aee-4952-84ac-42dcc15ed8c5,revision_number=3']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:24.311619 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-8645d0ac-73ce-4b4f-860b-c160fe4e153c None None] Attempting to bind port 60982441-0aee-4952-84ac-42dcc15ed8c5 on host dv-cinder-852208-11-iscsi for vnic_type normal with profile {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:24:24.312169 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-8645d0ac-73ce-4b4f-860b-c160fe4e153c None None] Attempting to bind port 60982441-0aee-4952-84ac-42dcc15ed8c5 by drivers openvswitch,hyperv on host dv-cinder-852208-11-iscsi at level 0 using segments [{'id': '9f7e7574-559e-4f0e-b775-398fdc759a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870'}] {{(pid=106294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:24:24.312344 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8645d0ac-73ce-4b4f-860b-c160fe4e153c None None] Attempting to bind port 60982441-0aee-4952-84ac-42dcc15ed8c5 on network e2144ee9-7e1a-4a81-ac65-28f49d99b870 {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:24:24.314391 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port 835af10a-3046-4d4c-8aa5-865f297d8645 is: DOWN; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:24:24.314781 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (835af10a-3046-4d4c-8aa5-865f297d8645), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:24.349609 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8645d0ac-73ce-4b4f-860b-c160fe4e153c None None] Checking agent: {'id': 'd414c4c0-e104-4322-85c3-8bf64da32860', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852208-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 10, 56), 'started_at': datetime.datetime(2022, 8, 30, 4, 11, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852208-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:24:24.350000 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8645d0ac-73ce-4b4f-860b-c160fe4e153c None None] Checking segment: {'id': '9f7e7574-559e-4f0e-b775-398fdc759a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:24:24.350780 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8645d0ac-73ce-4b4f-860b-c160fe4e153c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:24.350961 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8645d0ac-73ce-4b4f-860b-c160fe4e153c None None] Bound using segment: {'id': '9f7e7574-559e-4f0e-b775-398fdc759a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870'} {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:24:24.351445 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-8645d0ac-73ce-4b4f-860b-c160fe4e153c None None] Bound port: 60982441-0aee-4952-84ac-42dcc15ed8c5, host: dv-cinder-852208-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f7e7574-559e-4f0e-b775-398fdc759a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870'}}] {{(pid=106294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:24:24.351832 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8645d0ac-73ce-4b4f-860b-c160fe4e153c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (60982441-0aee-4952-84ac-42dcc15ed8c5), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:24.422172 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] For port 835af10a-3046-4d4c-8aa5-865f297d8645, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=835af10a-3046-4d4c-8aa5-865f297d8645,segment=NetworkSegment(0883dac3-57f0-4e08-9b27-97a718acc317),segment_id=0883dac3-57f0-4e08-9b27-97a718acc317)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:24:24.429987 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (835af10a-3046-4d4c-8aa5-865f297d8645), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:24.430749 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device d020a2a6-6998-42bc-9737-d06c2ee76872 up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:24:24.495612 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 52196) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:24:24.502580 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-5fb21e8c-a412-433e-8bbc-126dead9da26 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1764004668', 'description': 'tempest-secgroup-smoke-1764004668 description', 'project_id': 'b0f04feca7a349e5a656f166dae05354'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:24:24.552930 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Pushing event updated for resources: {'Port': ['ID=835af10a-3046-4d4c-8aa5-865f297d8645,revision_number=5']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:24.556423 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-8645d0ac-73ce-4b4f-860b-c160fe4e153c None None] For port 60982441-0aee-4952-84ac-42dcc15ed8c5, host dv-cinder-852208-11-iscsi, cleared binding levels {{(pid=106294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:24:24.564307 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-5fb21e8c-a412-433e-8bbc-126dead9da26 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:24.572652 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-8645d0ac-73ce-4b4f-860b-c160fe4e153c None None] For port 60982441-0aee-4952-84ac-42dcc15ed8c5, host dv-cinder-852208-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=60982441-0aee-4952-84ac-42dcc15ed8c5,segment=NetworkSegment(9f7e7574-559e-4f0e-b775-398fdc759a6d),segment_id=9f7e7574-559e-4f0e-b775-398fdc759a6d)] {{(pid=106294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:24:24.584286 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8645d0ac-73ce-4b4f-860b-c160fe4e153c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (60982441-0aee-4952-84ac-42dcc15ed8c5), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:24.597122 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port d020a2a6-6998-42bc-9737-d06c2ee76872 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:24:24.597505 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (d020a2a6-6998-42bc-9737-d06c2ee76872), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:24.666985 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-5fb21e8c-a412-433e-8bbc-126dead9da26 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Publish callbacks [] for security_group (1c205f42-e2da-40a6-a4c4-81fd5750f61f), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:24.672480 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-5fb21e8c-a412-433e-8bbc-126dead9da26 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (1c205f42-e2da-40a6-a4c4-81fd5750f61f), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:24.680143 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8645d0ac-73ce-4b4f-860b-c160fe4e153c None None] Routers {'fc7df24f-92aa-405d-8725-ab9c1f384345'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:24:24.680867 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-8645d0ac-73ce-4b4f-860b-c160fe4e153c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:24:23Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['fc7df24f-92aa-405d-8725-ab9c1f384345'], 'active': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:24:24.692936 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf435d5-be2a-49d0-9b82-04b3c3dcd106 None None] Pushing event updated for resources: {'Port': ['ID=60982441-0aee-4952-84ac-42dcc15ed8c5,revision_number=4']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:24.731051 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-5fb21e8c-a412-433e-8bbc-126dead9da26 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:24.732652 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-5fb21e8c-a412-433e-8bbc-126dead9da26 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2350214 Aug 30 04:24:24.735226 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb21e8c-a412-433e-8bbc-126dead9da26 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c205f42-e2da-40a6-a4c4-81fd5750f61f,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:24.735644 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 52198) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:24:24.741146 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-2b9b89db-5169-48a1-a935-9f691eae5c44 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Request body: {'security_group_rule': {'security_group_id': '1c205f42-e2da-40a6-a4c4-81fd5750f61f', 'project_id': 'b0f04feca7a349e5a656f166dae05354', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:24:24.772936 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-2b9b89db-5169-48a1-a935-9f691eae5c44 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Publish callbacks [] for security_group_rule (b603c0c1-2b16-45dd-af86-e0d4cae31021), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:24.778933 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:24.873202 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-2b9b89db-5169-48a1-a935-9f691eae5c44 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Publish callbacks [] for security_group_rule (b603c0c1-2b16-45dd-af86-e0d4cae31021), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:24.876649 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port d020a2a6-6998-42bc-9737-d06c2ee76872 is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:24:24.883544 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-2b9b89db-5169-48a1-a935-9f691eae5c44 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569388'] for security_group_rule (b603c0c1-2b16-45dd-af86-e0d4cae31021), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:24.906952 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9b89db-5169-48a1-a935-9f691eae5c44 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b603c0c1-2b16-45dd-af86-e0d4cae31021,revision_number=0']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:24.917976 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b89db-5169-48a1-a935-9f691eae5c44 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:24:24.918306 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvr_db [None req-8645d0ac-73ce-4b4f-860b-c160fe4e153c None None] Set router fc7df24f-92aa-405d-8725-ab9c1f384345 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:24:24.918808 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b89db-5169-48a1-a935-9f691eae5c44 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:24:24.919386 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b89db-5169-48a1-a935-9f691eae5c44 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:24:24.919731 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b89db-5169-48a1-a935-9f691eae5c44 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:24:24.920071 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b89db-5169-48a1-a935-9f691eae5c44 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:24:24.920404 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b89db-5169-48a1-a935-9f691eae5c44 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:24:24.920736 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b89db-5169-48a1-a935-9f691eae5c44 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:24:24.921062 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b89db-5169-48a1-a935-9f691eae5c44 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:24:24.921547 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b89db-5169-48a1-a935-9f691eae5c44 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:24:24.922068 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b89db-5169-48a1-a935-9f691eae5c44 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:24:24.922579 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b89db-5169-48a1-a935-9f691eae5c44 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:24:24.922913 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b89db-5169-48a1-a935-9f691eae5c44 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:24:24.923242 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b89db-5169-48a1-a935-9f691eae5c44 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:24:24.923566 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b89db-5169-48a1-a935-9f691eae5c44 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:24:24.923890 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b89db-5169-48a1-a935-9f691eae5c44 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:24:24.929926 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-2b9b89db-5169-48a1-a935-9f691eae5c44 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:24.931223 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-2b9b89db-5169-48a1-a935-9f691eae5c44 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1938972 Aug 30 04:24:24.933993 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 52204) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:24:24.938756 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-0b9442bc-68c8-49cc-bdcc-a75a2613a467 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Request body: {'security_group_rule': {'security_group_id': '1c205f42-e2da-40a6-a4c4-81fd5750f61f', 'project_id': 'b0f04feca7a349e5a656f166dae05354', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:24:24.960055 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145ed2c-e9c1-47e9-85a5-f10ebde60c0c req-3fb1652d-5363-4aab-a13f-2029dddfe33d tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:24.963051 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4145ed2c-e9c1-47e9-85a5-f10ebde60c0c req-3fb1652d-5363-4aab-a13f-2029dddfe33d tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 946 time: 0.1213105 Aug 30 04:24:24.985295 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-4f1e2345-b467-4c6d-9cb0-e52de8f60816 req-5c10d4cb-89bf-484d-8665-e8f46fdfac7a tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=711629d5-ba60-4bfd-a61e-7a06e25db924 HTTP/1.1" status: 200 len: 210 time: 0.0401073 Aug 30 04:24:25.014937 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-0b9442bc-68c8-49cc-bdcc-a75a2613a467 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Publish callbacks [] for security_group_rule (6ff85d2d-8cee-45c1-98b3-570f4f7b56db), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:25.047071 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4145ed2c-e9c1-47e9-85a5-f10ebde60c0c req-94d6f640-8848-424e-9b06-be3ad5845075 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757318 Aug 30 04:24:25.092133 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-0b9442bc-68c8-49cc-bdcc-a75a2613a467 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Publish callbacks [] for security_group_rule (6ff85d2d-8cee-45c1-98b3-570f4f7b56db), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:25.099684 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-0b9442bc-68c8-49cc-bdcc-a75a2613a467 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569388'] for security_group_rule (6ff85d2d-8cee-45c1-98b3-570f4f7b56db), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:25.122161 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9442bc-68c8-49cc-bdcc-a75a2613a467 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ff85d2d-8cee-45c1-98b3-570f4f7b56db,revision_number=0']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:25.127514 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-0b9442bc-68c8-49cc-bdcc-a75a2613a467 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:25.132256 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-0b9442bc-68c8-49cc-bdcc-a75a2613a467 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1935587 Aug 30 04:24:25.132967 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 52206) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:24:25.136966 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-eec1d9f9-9031-444e-97e6-12ca833b1da2 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Request body: {'security_group_rule': {'security_group_id': '1c205f42-e2da-40a6-a4c4-81fd5750f61f', 'project_id': 'b0f04feca7a349e5a656f166dae05354', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:24:25.167045 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-eec1d9f9-9031-444e-97e6-12ca833b1da2 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Publish callbacks [] for security_group_rule (4f966eff-081d-453e-94df-312179b4471a), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:25.227571 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-eec1d9f9-9031-444e-97e6-12ca833b1da2 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Publish callbacks [] for security_group_rule (4f966eff-081d-453e-94df-312179b4471a), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:25.235048 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-eec1d9f9-9031-444e-97e6-12ca833b1da2 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569388'] for security_group_rule (4f966eff-081d-453e-94df-312179b4471a), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:25.255843 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec1d9f9-9031-444e-97e6-12ca833b1da2 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f966eff-081d-453e-94df-312179b4471a,revision_number=0']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:25.267252 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-eec1d9f9-9031-444e-97e6-12ca833b1da2 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:25.271645 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-eec1d9f9-9031-444e-97e6-12ca833b1da2 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1355588 Aug 30 04:24:25.272284 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 52208) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:24:25.279271 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-52264f88-380d-4db0-b206-ce4726eaed85 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Request body: {'security_group_rule': {'security_group_id': '1c205f42-e2da-40a6-a4c4-81fd5750f61f', 'project_id': 'b0f04feca7a349e5a656f166dae05354', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:24:25.291744 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:25.317712 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-52264f88-380d-4db0-b206-ce4726eaed85 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Publish callbacks [] for security_group_rule (2dcae6b9-cf76-4e18-ac1a-94b2da4d60cc), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:25.318023 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-8645d0ac-73ce-4b4f-860b-c160fe4e153c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'name': 'tempest-AttachVolumeNegativeTest-448008307-router', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.52'}], 'enable_snat': True}, 'gw_port_id': 'a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:24:13Z', 'updated_at': '2022-08-30T04:24:17Z', 'revision_number': 4, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'gw_port': {'id': 'a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:14Z', 'updated_at': '2022-08-30T04:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': '60982441-0aee-4952-84ac-42dcc15ed8c5', 'name': '', 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'mac_address': 'fa:16:3e:6b:b1:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:16Z', 'updated_at': '2022-08-30T04:24:24Z', 'revision_number': 4, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'subnets': [{'id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:24:25.348657 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8645d0ac-73ce-4b4f-860b-c160fe4e153c None None] The sync data for ids ['fc7df24f-92aa-405d-8725-ab9c1f384345'] in dv-cinder-852208-11-iscsi is: [{'id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'name': 'tempest-AttachVolumeNegativeTest-448008307-router', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.52'}], 'enable_snat': True}, 'gw_port_id': 'a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:24:13Z', 'updated_at': '2022-08-30T04:24:17Z', 'revision_number': 4, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'gw_port': {'id': 'a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:14Z', 'updated_at': '2022-08-30T04:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': '60982441-0aee-4952-84ac-42dcc15ed8c5', 'name': '', 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'mac_address': 'fa:16:3e:6b:b1:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:16Z', 'updated_at': '2022-08-30T04:24:24Z', 'revision_number': 4, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'subnets': [{'id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:24:25.382016 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-52264f88-380d-4db0-b206-ce4726eaed85 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Publish callbacks [] for security_group_rule (2dcae6b9-cf76-4e18-ac1a-94b2da4d60cc), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:25.391900 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-52264f88-380d-4db0-b206-ce4726eaed85 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569388'] for security_group_rule (2dcae6b9-cf76-4e18-ac1a-94b2da4d60cc), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:25.416552 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52264f88-380d-4db0-b206-ce4726eaed85 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dcae6b9-cf76-4e18-ac1a-94b2da4d60cc,revision_number=0']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:25.446058 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-52264f88-380d-4db0-b206-ce4726eaed85 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:25.454066 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-52264f88-380d-4db0-b206-ce4726eaed85 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1805649 Aug 30 04:24:25.454946 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 52210) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:24:25.463090 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-9270826f-2f07-4a83-abc1-6554f4fd2330 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Request body: {'security_group_rule': {'security_group_id': '1c205f42-e2da-40a6-a4c4-81fd5750f61f', 'project_id': 'b0f04feca7a349e5a656f166dae05354', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:24:25.466204 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-390264ec-bab8-4bcb-922a-62bbd4f3a683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (b2cd167f-1ad0-4273-bd2a-29638b1fd1d2), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:25.490898 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.db.securitygroups_db [None req-9270826f-2f07-4a83-abc1-6554f4fd2330 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Project b0f04feca7a349e5a656f166dae05354 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 04:24:25.500546 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9270826f-2f07-4a83-abc1-6554f4fd2330 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Publish callbacks [] for security_group_rule (9ced0c8a-33f9-4417-874f-a4300c4cf772), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:25.592940 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9270826f-2f07-4a83-abc1-6554f4fd2330 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Publish callbacks [] for security_group_rule (9ced0c8a-33f9-4417-874f-a4300c4cf772), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:25.597206 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (d414c4c0-e104-4322-85c3-8bf64da32860), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:25.600470 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9270826f-2f07-4a83-abc1-6554f4fd2330 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569388'] for security_group_rule (9ced0c8a-33f9-4417-874f-a4300c4cf772), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:25.618024 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=78,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:25.624020 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9270826f-2f07-4a83-abc1-6554f4fd2330 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:25.625414 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-9270826f-2f07-4a83-abc1-6554f4fd2330 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1694365 Aug 30 04:24:25.631751 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 52216) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:24:25.639425 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-341324f3-0043-43d7-a534-27f93b1875b2 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Request body: {'security_group_rule': {'security_group_id': '1c205f42-e2da-40a6-a4c4-81fd5750f61f', 'project_id': 'b0f04feca7a349e5a656f166dae05354', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:24:25.662513 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9270826f-2f07-4a83-abc1-6554f4fd2330 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ced0c8a-33f9-4417-874f-a4300c4cf772,revision_number=0']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:25.667085 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.db.securitygroups_db [None req-341324f3-0043-43d7-a534-27f93b1875b2 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Project b0f04feca7a349e5a656f166dae05354 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 04:24:25.675209 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-341324f3-0043-43d7-a534-27f93b1875b2 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Publish callbacks [] for security_group_rule (d449acc6-783e-40de-aa17-aa806b018bb1), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:25.752088 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-341324f3-0043-43d7-a534-27f93b1875b2 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Publish callbacks [] for security_group_rule (d449acc6-783e-40de-aa17-aa806b018bb1), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:25.759420 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-341324f3-0043-43d7-a534-27f93b1875b2 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569388'] for security_group_rule (d449acc6-783e-40de-aa17-aa806b018bb1), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:25.783159 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341324f3-0043-43d7-a534-27f93b1875b2 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d449acc6-783e-40de-aa17-aa806b018bb1,revision_number=0']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:25.789987 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-341324f3-0043-43d7-a534-27f93b1875b2 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:25.792353 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-341324f3-0043-43d7-a534-27f93b1875b2 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1578374 Aug 30 04:24:25.882592 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd8dfd-edb1-4fcb-8e60-ad2a5bef9a56 req-71631add-7435-4954-990a-eba69445d488 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:25.884750 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a4dd8dfd-edb1-4fcb-8e60-ad2a5bef9a56 req-71631add-7435-4954-990a-eba69445d488 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.75 "GET /networking/v2.0/networks?id=e2144ee9-7e1a-4a81-ac65-28f49d99b870 HTTP/1.1" status: 200 len: 814 time: 0.5549903 Aug 30 04:24:25.965328 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a4dd8dfd-edb1-4fcb-8e60-ad2a5bef9a56 req-657736b7-706e-4f2e-b5e9-3c387d80af62 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.75 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9c9311c57fdd4250a16560bd8c2e0ffc HTTP/1.1" status: 200 len: 379 time: 0.0706601 Aug 30 04:24:25.989026 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-a4dd8dfd-edb1-4fcb-8e60-ad2a5bef9a56 req-5ac71555-9efb-4aed-b01c-12294f3e7fe2 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Request body: {'port': {'device_id': '711629d5-ba60-4bfd-a61e-7a06e25db924', 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870', 'admin_state_up': True, 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'security_groups': ['6df2f8bb-630c-44e9-876d-be97ac69e9a7']}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:24:26.056747 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 835af10a-3046-4d4c-8aa5-865f297d8645 up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:24:26.093875 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:26.133990 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-eb826b8e-c8a0-485d-96bd-d08d1acf35fe req-868e40a4-22fe-42cd-80c3-d42b4aac3e17 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=711629d5-ba60-4bfd-a61e-7a06e25db924 HTTP/1.1" status: 200 len: 210 time: 0.0464902 Aug 30 04:24:26.159049 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4dd8dfd-edb1-4fcb-8e60-ad2a5bef9a56 req-5ac71555-9efb-4aed-b01c-12294f3e7fe2 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Made reservation on behalf of 9c9311c57fdd4250a16560bd8c2e0ffc for: {'port': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:24:26.159049 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-a4dd8dfd-edb1-4fcb-8e60-ad2a5bef9a56 req-5ac71555-9efb-4aed-b01c-12294f3e7fe2 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:26.175580 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port 835af10a-3046-4d4c-8aa5-865f297d8645 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:24:26.175980 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (835af10a-3046-4d4c-8aa5-865f297d8645), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:26.287781 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port 835af10a-3046-4d4c-8aa5-865f297d8645 is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:24:26.288984 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device d93cee94-476a-4f02-9230-036328e4c009 up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:24:26.289950 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9beb392-5482-4b5c-943a-24869c8c701e req-b262ef13-604e-48dc-8ac8-aaea7c108fff tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:26.292048 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f9beb392-5482-4b5c-943a-24869c8c701e req-b262ef13-604e-48dc-8ac8-aaea7c108fff tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 946 time: 0.1047966 Aug 30 04:24:26.339936 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:26.341033 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port d93cee94-476a-4f02-9230-036328e4c009 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:24:26.341447 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (d93cee94-476a-4f02-9230-036328e4c009), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:26.387435 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [req-a4dd8dfd-edb1-4fcb-8e60-ad2a5bef9a56 req-5ac71555-9efb-4aed-b01c-12294f3e7fe2 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Allocated IP 172.20.0.8 (e2144ee9-7e1a-4a81-ac65-28f49d99b870/9fb299f0-e365-4181-9f08-0a9d3aa5f8dc/d8e07c04-5a1e-4b74-8720-2de48fec19b7) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:24:26.419840 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f9beb392-5482-4b5c-943a-24869c8c701e req-6dd63a13-9807-4565-b3db-15a5965c9e32 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129563 Aug 30 04:24:26.439411 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port d93cee94-476a-4f02-9230-036328e4c009 is: DOWN; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:24:26.439813 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (d93cee94-476a-4f02-9230-036328e4c009), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:26.470123 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:26.478994 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] For port d93cee94-476a-4f02-9230-036328e4c009, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=d93cee94-476a-4f02-9230-036328e4c009,segment=NetworkSegment(10b95e6c-2e6d-452d-a5ef-cbf673e3f24c),segment_id=10b95e6c-2e6d-452d-a5ef-cbf673e3f24c)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:24:26.485168 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (d93cee94-476a-4f02-9230-036328e4c009), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:26.486447 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:24:26.571614 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Pushing event updated for resources: {'Port': ['ID=d93cee94-476a-4f02-9230-036328e4c009,revision_number=4']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:26.583519 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:24:26.583933 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:26.640403 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-a4dd8dfd-edb1-4fcb-8e60-ad2a5bef9a56 req-5ac71555-9efb-4aed-b01c-12294f3e7fe2 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for port (d8e07c04-5a1e-4b74-8720-2de48fec19b7), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:26.668624 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:24:26.669650 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 60982441-0aee-4952-84ac-42dcc15ed8c5 up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:24:26.678598 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-a4dd8dfd-edb1-4fcb-8e60-ad2a5bef9a56 req-5ac71555-9efb-4aed-b01c-12294f3e7fe2 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (d8e07c04-5a1e-4b74-8720-2de48fec19b7), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:26.725960 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port 60982441-0aee-4952-84ac-42dcc15ed8c5 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:24:26.726436 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (60982441-0aee-4952-84ac-42dcc15ed8c5), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:26.728827 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4dd8dfd-edb1-4fcb-8e60-ad2a5bef9a56 req-5ac71555-9efb-4aed-b01c-12294f3e7fe2 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Network e2144ee9-7e1a-4a81-ac65-28f49d99b870 is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:24:26.732178 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [req-a4dd8dfd-edb1-4fcb-8e60-ad2a5bef9a56 req-5ac71555-9efb-4aed-b01c-12294f3e7fe2 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:24:26.736111 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4dd8dfd-edb1-4fcb-8e60-ad2a5bef9a56 req-5ac71555-9efb-4aed-b01c-12294f3e7fe2 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:24:26.771912 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac71555-9efb-4aed-b01c-12294f3e7fe2 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Pushing event updated for resources: {'Port': ['ID=d8e07c04-5a1e-4b74-8720-2de48fec19b7,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:26.804845 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:26.806308 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd8dfd-edb1-4fcb-8e60-ad2a5bef9a56 req-5ac71555-9efb-4aed-b01c-12294f3e7fe2 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:26.807409 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port 60982441-0aee-4952-84ac-42dcc15ed8c5 is: DOWN; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:24:26.807980 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (60982441-0aee-4952-84ac-42dcc15ed8c5), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:26.817904 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-a4dd8dfd-edb1-4fcb-8e60-ad2a5bef9a56 req-5ac71555-9efb-4aed-b01c-12294f3e7fe2 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:26.837837 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a4dd8dfd-edb1-4fcb-8e60-ad2a5bef9a56 req-5ac71555-9efb-4aed-b01c-12294f3e7fe2 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.75 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8603938 Aug 30 04:24:26.848693 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] For port 60982441-0aee-4952-84ac-42dcc15ed8c5, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=60982441-0aee-4952-84ac-42dcc15ed8c5,segment=NetworkSegment(9f7e7574-559e-4f0e-b775-398fdc759a6d),segment_id=9f7e7574-559e-4f0e-b775-398fdc759a6d)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:24:26.859129 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (60982441-0aee-4952-84ac-42dcc15ed8c5), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:26.921233 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:26.922190 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Pushing event updated for resources: {'Port': ['ID=60982441-0aee-4952-84ac-42dcc15ed8c5,revision_number=5']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:26.942722 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-a4dd8dfd-edb1-4fcb-8e60-ad2a5bef9a56 req-d1e23575-ed1a-4a18-937d-7ed0a9fbb0ac service neutron] Request body: {'port': {'device_id': '711629d5-ba60-4bfd-a61e-7a06e25db924', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:24:27.010022 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-a4dd8dfd-edb1-4fcb-8e60-ad2a5bef9a56 req-d1e23575-ed1a-4a18-937d-7ed0a9fbb0ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (d8e07c04-5a1e-4b74-8720-2de48fec19b7), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:27.093711 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-f846d6ee-ce88-4caa-8c6e-35f26c2539e1 None None] Provisioning complete for port d8e07c04-5a1e-4b74-8720-2de48fec19b7 triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:24:27.094092 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-f846d6ee-ce88-4caa-8c6e-35f26c2539e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (d8e07c04-5a1e-4b74-8720-2de48fec19b7), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:27.130932 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-f846d6ee-ce88-4caa-8c6e-35f26c2539e1 None None] Port d8e07c04-5a1e-4b74-8720-2de48fec19b7 cannot update to ACTIVE because it is not bound. {{(pid=106294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:24:27.322764 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cb1342-1497-4828-a577-bf1eb89a4273 None None] Sync routers for ids ['4f4b708c-202e-4481-8c8d-66ddb2821fd3'] in dv-cinder-852208-11-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:24:27.335398 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cb1342-1497-4828-a577-bf1eb89a4273 None None] Routers {'4f4b708c-202e-4481-8c8d-66ddb2821fd3'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:24:27.336321 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-21cb1342-1497-4828-a577-bf1eb89a4273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:24:23Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['4f4b708c-202e-4481-8c8d-66ddb2821fd3'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:24:27.341672 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [req-a4dd8dfd-edb1-4fcb-8e60-ad2a5bef9a56 req-d1e23575-ed1a-4a18-937d-7ed0a9fbb0ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8e07c04-5a1e-4b74-8720-2de48fec19b7 {{(pid=106293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:24:27.354620 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-a4dd8dfd-edb1-4fcb-8e60-ad2a5bef9a56 req-d1e23575-ed1a-4a18-937d-7ed0a9fbb0ac service neutron] Publish callbacks [] for port (d8e07c04-5a1e-4b74-8720-2de48fec19b7), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:27.369753 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.provisioning_blocks [req-a4dd8dfd-edb1-4fcb-8e60-ad2a5bef9a56 req-d1e23575-ed1a-4a18-937d-7ed0a9fbb0ac service neutron] Transition to ACTIVE for port object d8e07c04-5a1e-4b74-8720-2de48fec19b7 will not be triggered until provisioned by entity L2. {{(pid=106293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:24:27.374657 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-a4dd8dfd-edb1-4fcb-8e60-ad2a5bef9a56 req-d1e23575-ed1a-4a18-937d-7ed0a9fbb0ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-454314'] for port (d8e07c04-5a1e-4b74-8720-2de48fec19b7), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:27.440281 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:27.459774 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-21cb1342-1497-4828-a577-bf1eb89a4273 None None] Set router 4f4b708c-202e-4481-8c8d-66ddb2821fd3 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:24:27.489705 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e23575-ed1a-4a18-937d-7ed0a9fbb0ac service neutron] Pushing event updated for resources: {'Port': ['ID=d8e07c04-5a1e-4b74-8720-2de48fec19b7,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:27.512987 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b95bf1-0da5-4ee0-a655-cda1396cb205 req-34e7b1b7-0314-47f0-bb1c-36ed1dc6e705 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:27.521413 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-47b95bf1-0da5-4ee0-a655-cda1396cb205 req-34e7b1b7-0314-47f0-bb1c-36ed1dc6e705 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=711629d5-ba60-4bfd-a61e-7a06e25db924 HTTP/1.1" status: 200 len: 931 time: 0.2988114 Aug 30 04:24:27.578520 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-a4dd8dfd-edb1-4fcb-8e60-ad2a5bef9a56 req-d1e23575-ed1a-4a18-937d-7ed0a9fbb0ac service neutron] Attempting to bind port d8e07c04-5a1e-4b74-8720-2de48fec19b7 on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:24:27.578862 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-a4dd8dfd-edb1-4fcb-8e60-ad2a5bef9a56 req-d1e23575-ed1a-4a18-937d-7ed0a9fbb0ac service neutron] Attempting to bind port d8e07c04-5a1e-4b74-8720-2de48fec19b7 by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': '9f7e7574-559e-4f0e-b775-398fdc759a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870'}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:24:27.579200 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4dd8dfd-edb1-4fcb-8e60-ad2a5bef9a56 req-d1e23575-ed1a-4a18-937d-7ed0a9fbb0ac service neutron] Attempting to bind port d8e07c04-5a1e-4b74-8720-2de48fec19b7 on network e2144ee9-7e1a-4a81-ac65-28f49d99b870 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:24:27.591099 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-47b95bf1-0da5-4ee0-a655-cda1396cb205 req-01e7e43f-df83-4597-9c58-e89016b8a342 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6df2f8bb-630c-44e9-876d-be97ac69e9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686097 Aug 30 04:24:27.605817 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4dd8dfd-edb1-4fcb-8e60-ad2a5bef9a56 req-d1e23575-ed1a-4a18-937d-7ed0a9fbb0ac service neutron] Port d8e07c04-5a1e-4b74-8720-2de48fec19b7 on network e2144ee9-7e1a-4a81-ac65-28f49d99b870 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:24:27.606270 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4dd8dfd-edb1-4fcb-8e60-ad2a5bef9a56 req-d1e23575-ed1a-4a18-937d-7ed0a9fbb0ac service neutron] Attempting to bind port d8e07c04-5a1e-4b74-8720-2de48fec19b7 on network e2144ee9-7e1a-4a81-ac65-28f49d99b870 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:24:27.612601 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:27.617898 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4dd8dfd-edb1-4fcb-8e60-ad2a5bef9a56 req-d1e23575-ed1a-4a18-937d-7ed0a9fbb0ac service neutron] Checking agent: {'id': '5274a8db-cdbb-4c02-abb1-2eb9d7076dc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 17), 'started_at': datetime.datetime(2022, 8, 30, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:24:27.618264 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4dd8dfd-edb1-4fcb-8e60-ad2a5bef9a56 req-d1e23575-ed1a-4a18-937d-7ed0a9fbb0ac service neutron] Checking segment: {'id': '9f7e7574-559e-4f0e-b775-398fdc759a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:24:27.618649 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4dd8dfd-edb1-4fcb-8e60-ad2a5bef9a56 req-d1e23575-ed1a-4a18-937d-7ed0a9fbb0ac service neutron] Bound using segment: {'id': '9f7e7574-559e-4f0e-b775-398fdc759a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870'} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:24:27.619087 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-a4dd8dfd-edb1-4fcb-8e60-ad2a5bef9a56 req-d1e23575-ed1a-4a18-937d-7ed0a9fbb0ac service neutron] Bound port: d8e07c04-5a1e-4b74-8720-2de48fec19b7, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f7e7574-559e-4f0e-b775-398fdc759a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870'}}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:24:27.619446 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-a4dd8dfd-edb1-4fcb-8e60-ad2a5bef9a56 req-d1e23575-ed1a-4a18-937d-7ed0a9fbb0ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (d8e07c04-5a1e-4b74-8720-2de48fec19b7), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:27.636309 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e159e4-3560-4e6e-93b9-6512b8b60ac0 req-05c98b0d-18ad-45bb-a456-9e5f08f8d574 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:27.641360 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-90e159e4-3560-4e6e-93b9-6512b8b60ac0 req-05c98b0d-18ad-45bb-a456-9e5f08f8d574 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 946 time: 0.0761976 Aug 30 04:24:27.641838 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:27.703948 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-21cb1342-1497-4828-a577-bf1eb89a4273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4b708c-202e-4481-8c8d-66ddb2821fd3', 'name': 'tempest-TestShelveInstance-924073656-router', 'tenant_id': '9a7263aaa79b4900afd0bedd9969ece9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.236'}], 'enable_snat': True}, 'gw_port_id': 'd93cee94-476a-4f02-9230-036328e4c009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:24:18Z', 'updated_at': '2022-08-30T04:24:22Z', 'revision_number': 4, 'project_id': '9a7263aaa79b4900afd0bedd9969ece9', 'gw_port': {'id': 'd93cee94-476a-4f02-9230-036328e4c009', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4b708c-202e-4481-8c8d-66ddb2821fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:18Z', 'updated_at': '2022-08-30T04:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': 'd6234eef-ec5c-4e8d-ae8f-9fdc68ec943c', 'name': '', 'network_id': '3be04830-92ff-423a-9d95-9bb3d97dd130', 'tenant_id': '9a7263aaa79b4900afd0bedd9969ece9', 'mac_address': 'fa:16:3e:91:ad:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4b708c-202e-4481-8c8d-66ddb2821fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '21074505-ee12-4e96-910f-683163ee55df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:21Z', 'updated_at': '2022-08-30T04:24:22Z', 'revision_number': 2, 'project_id': '9a7263aaa79b4900afd0bedd9969ece9', 'subnets': [{'id': '21074505-ee12-4e96-910f-683163ee55df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:24:27.728760 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cb1342-1497-4828-a577-bf1eb89a4273 None None] Checking router: 4f4b708c-202e-4481-8c8d-66ddb2821fd3 for host: dv-cinder-852208-11-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:24:27.729120 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cb1342-1497-4828-a577-bf1eb89a4273 None None] Updating router 4f4b708c-202e-4481-8c8d-66ddb2821fd3 port d6234eef-ec5c-4e8d-ae8f-9fdc68ec943c binding host dv-cinder-852208-11-iscsi {{(pid=106295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:24:27.739875 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-90e159e4-3560-4e6e-93b9-6512b8b60ac0 req-c3a04ea7-7a22-4b09-a7ed-27e6d51cbe6d tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939004 Aug 30 04:24:27.751255 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-a4dd8dfd-edb1-4fcb-8e60-ad2a5bef9a56 req-d1e23575-ed1a-4a18-937d-7ed0a9fbb0ac service neutron] For port d8e07c04-5a1e-4b74-8720-2de48fec19b7, host hv-cinder-85220, cleared binding levels {{(pid=106293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:24:27.754733 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-a4dd8dfd-edb1-4fcb-8e60-ad2a5bef9a56 req-d1e23575-ed1a-4a18-937d-7ed0a9fbb0ac service neutron] For port d8e07c04-5a1e-4b74-8720-2de48fec19b7, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=d8e07c04-5a1e-4b74-8720-2de48fec19b7,segment=NetworkSegment(9f7e7574-559e-4f0e-b775-398fdc759a6d),segment_id=9f7e7574-559e-4f0e-b775-398fdc759a6d)] {{(pid=106293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:24:27.764321 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-a4dd8dfd-edb1-4fcb-8e60-ad2a5bef9a56 req-d1e23575-ed1a-4a18-937d-7ed0a9fbb0ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-454314'] for port (d8e07c04-5a1e-4b74-8720-2de48fec19b7), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:27.772539 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd8dfd-edb1-4fcb-8e60-ad2a5bef9a56 req-d1e23575-ed1a-4a18-937d-7ed0a9fbb0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:27.772934 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-21cb1342-1497-4828-a577-bf1eb89a4273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (d6234eef-ec5c-4e8d-ae8f-9fdc68ec943c), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:27.773093 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-a4dd8dfd-edb1-4fcb-8e60-ad2a5bef9a56 req-d1e23575-ed1a-4a18-937d-7ed0a9fbb0ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:27.774700 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a4dd8dfd-edb1-4fcb-8e60-ad2a5bef9a56 req-d1e23575-ed1a-4a18-937d-7ed0a9fbb0ac service neutron] 10.222.0.75 "PUT /networking/v2.0/ports/d8e07c04-5a1e-4b74-8720-2de48fec19b7 HTTP/1.1" status: 200 len: 1093 time: 0.9265137 Aug 30 04:24:27.775066 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '711629d5-ba60-4bfd-a61e-7a06e25db924', 'tag': 'd8e07c04-5a1e-4b74-8720-2de48fec19b7'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:24:27.777680 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11a3118c5976ecaadc28dc64ec6366a88eb3d4be069be3e491e321578e9d1f78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387d41e6-c882-491f-9d43-17f9b7c7c587" -d '{"events": [{"name": "network-changed", "server_uuid": "711629d5-ba60-4bfd-a61e-7a06e25db924", "tag": "d8e07c04-5a1e-4b74-8720-2de48fec19b7"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:24:27.848819 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3bf2f6-48e9-4c13-80e4-65ff7275c43f x-openstack-request-id: req-0f3bf2f6-48e9-4c13-80e4-65ff7275c43f {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:24:27.849117 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "711629d5-ba60-4bfd-a61e-7a06e25db924", "tag": "d8e07c04-5a1e-4b74-8720-2de48fec19b7", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:24:27.850070 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0f3bf2f6-48e9-4c13-80e4-65ff7275c43f {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:24:27.850497 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f3bf2f6-48e9-4c13-80e4-65ff7275c43f'] response: {'name': 'network-changed', 'server_uuid': '711629d5-ba60-4bfd-a61e-7a06e25db924', 'tag': 'd8e07c04-5a1e-4b74-8720-2de48fec19b7', 'status': 'completed', 'code': 200} Aug 30 04:24:27.877044 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e23575-ed1a-4a18-937d-7ed0a9fbb0ac service neutron] Pushing event updated for resources: {'Port': ['ID=d8e07c04-5a1e-4b74-8720-2de48fec19b7,revision_number=3']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:27.922232 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd8dfd-edb1-4fcb-8e60-ad2a5bef9a56 req-4046886c-5513-42fc-a4e8-a6e2adbcf6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:27.924079 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a4dd8dfd-edb1-4fcb-8e60-ad2a5bef9a56 req-4046886c-5513-42fc-a4e8-a6e2adbcf6db service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=9c9311c57fdd4250a16560bd8c2e0ffc&device_id=711629d5-ba60-4bfd-a61e-7a06e25db924 HTTP/1.1" status: 200 len: 1127 time: 0.0673623 Aug 30 04:24:27.926027 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device d93cee94-476a-4f02-9230-036328e4c009 up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:24:27.972803 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a4dd8dfd-edb1-4fcb-8e60-ad2a5bef9a56 req-492abf06-9c49-4467-9387-909e4505a216 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8e07c04-5a1e-4b74-8720-2de48fec19b7 HTTP/1.1" status: 200 len: 217 time: 0.0412240 Aug 30 04:24:27.983966 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port d93cee94-476a-4f02-9230-036328e4c009 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:24:27.984566 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (d93cee94-476a-4f02-9230-036328e4c009), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:28.028411 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd8dfd-edb1-4fcb-8e60-ad2a5bef9a56 req-8505666d-051c-4b2a-a9bc-3d39be534708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:28.030290 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a4dd8dfd-edb1-4fcb-8e60-ad2a5bef9a56 req-8505666d-051c-4b2a-a9bc-3d39be534708 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=9fb299f0-e365-4181-9f08-0a9d3aa5f8dc HTTP/1.1" status: 200 len: 853 time: 0.0513399 Aug 30 04:24:28.071658 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port d93cee94-476a-4f02-9230-036328e4c009 is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:24:28.073579 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 60982441-0aee-4952-84ac-42dcc15ed8c5 up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:24:28.077675 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd8dfd-edb1-4fcb-8e60-ad2a5bef9a56 req-8887d515-5377-445f-94dc-de51f41a92fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:28.079267 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a4dd8dfd-edb1-4fcb-8e60-ad2a5bef9a56 req-8887d515-5377-445f-94dc-de51f41a92fd service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=e2144ee9-7e1a-4a81-ac65-28f49d99b870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421939 Aug 30 04:24:28.134996 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port 60982441-0aee-4952-84ac-42dcc15ed8c5 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:24:28.135471 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (60982441-0aee-4952-84ac-42dcc15ed8c5), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:28.182993 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-21cb1342-1497-4828-a577-bf1eb89a4273 None None] Publish callbacks [] for port (d6234eef-ec5c-4e8d-ae8f-9fdc68ec943c), precommit_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:28.191280 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-21cb1342-1497-4828-a577-bf1eb89a4273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (d6234eef-ec5c-4e8d-ae8f-9fdc68ec943c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:28.209906 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a4dd8dfd-edb1-4fcb-8e60-ad2a5bef9a56 req-458060de-2e41-47a9-adf4-f7f7b0dd78f4 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/e2144ee9-7e1a-4a81-ac65-28f49d99b870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176074 Aug 30 04:24:28.221736 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port 60982441-0aee-4952-84ac-42dcc15ed8c5 is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:24:28.252595 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9227ee-e980-40d9-95d3-1392078043ba None None] Pushing event updated for resources: {'Port': ['ID=d6234eef-ec5c-4e8d-ae8f-9fdc68ec943c,revision_number=3']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:28.287728 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-21cb1342-1497-4828-a577-bf1eb89a4273 None None] Attempting to bind port d6234eef-ec5c-4e8d-ae8f-9fdc68ec943c on host dv-cinder-852208-11-iscsi for vnic_type normal with profile {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:24:28.288174 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-21cb1342-1497-4828-a577-bf1eb89a4273 None None] Attempting to bind port d6234eef-ec5c-4e8d-ae8f-9fdc68ec943c by drivers openvswitch,hyperv on host dv-cinder-852208-11-iscsi at level 0 using segments [{'id': '88037b12-d4e3-4ec5-af19-24d3abcc36c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '3be04830-92ff-423a-9d95-9bb3d97dd130'}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:24:28.288588 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cb1342-1497-4828-a577-bf1eb89a4273 None None] Attempting to bind port d6234eef-ec5c-4e8d-ae8f-9fdc68ec943c on network 3be04830-92ff-423a-9d95-9bb3d97dd130 {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:24:28.296487 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cb1342-1497-4828-a577-bf1eb89a4273 None None] Checking agent: {'id': 'd414c4c0-e104-4322-85c3-8bf64da32860', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852208-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 10, 56), 'started_at': datetime.datetime(2022, 8, 30, 4, 11, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852208-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:24:28.296877 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cb1342-1497-4828-a577-bf1eb89a4273 None None] Checking segment: {'id': '88037b12-d4e3-4ec5-af19-24d3abcc36c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '3be04830-92ff-423a-9d95-9bb3d97dd130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:24:28.297556 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-21cb1342-1497-4828-a577-bf1eb89a4273 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:28.297969 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cb1342-1497-4828-a577-bf1eb89a4273 None None] Bound using segment: {'id': '88037b12-d4e3-4ec5-af19-24d3abcc36c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '3be04830-92ff-423a-9d95-9bb3d97dd130'} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:24:28.298482 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-21cb1342-1497-4828-a577-bf1eb89a4273 None None] Bound port: d6234eef-ec5c-4e8d-ae8f-9fdc68ec943c, host: dv-cinder-852208-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88037b12-d4e3-4ec5-af19-24d3abcc36c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '3be04830-92ff-423a-9d95-9bb3d97dd130'}}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:24:28.298869 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-21cb1342-1497-4828-a577-bf1eb89a4273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (d6234eef-ec5c-4e8d-ae8f-9fdc68ec943c), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:28.301525 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=100 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:28.315584 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a4dd8dfd-edb1-4fcb-8e60-ad2a5bef9a56 req-739f340d-3860-4502-9584-c83eb816ca16 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/e2144ee9-7e1a-4a81-ac65-28f49d99b870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009808 Aug 30 04:24:28.369059 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-21cb1342-1497-4828-a577-bf1eb89a4273 None None] For port d6234eef-ec5c-4e8d-ae8f-9fdc68ec943c, host dv-cinder-852208-11-iscsi, cleared binding levels {{(pid=106295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:24:28.372851 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-21cb1342-1497-4828-a577-bf1eb89a4273 None None] For port d6234eef-ec5c-4e8d-ae8f-9fdc68ec943c, host dv-cinder-852208-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=d6234eef-ec5c-4e8d-ae8f-9fdc68ec943c,segment=NetworkSegment(88037b12-d4e3-4ec5-af19-24d3abcc36c7),segment_id=88037b12-d4e3-4ec5-af19-24d3abcc36c7)] {{(pid=106295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:24:28.378412 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-21cb1342-1497-4828-a577-bf1eb89a4273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (d6234eef-ec5c-4e8d-ae8f-9fdc68ec943c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:28.417439 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cb1342-1497-4828-a577-bf1eb89a4273 None None] Routers {'4f4b708c-202e-4481-8c8d-66ddb2821fd3'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:24:28.418962 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-21cb1342-1497-4828-a577-bf1eb89a4273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:24:23Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['4f4b708c-202e-4481-8c8d-66ddb2821fd3'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:24:28.479495 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9227ee-e980-40d9-95d3-1392078043ba None None] Pushing event updated for resources: {'Port': ['ID=d6234eef-ec5c-4e8d-ae8f-9fdc68ec943c,revision_number=4']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:28.544095 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-21cb1342-1497-4828-a577-bf1eb89a4273 None None] Set router 4f4b708c-202e-4481-8c8d-66ddb2821fd3 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:24:28.720740 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d8f67-f013-47ac-a662-b351f9fa4061 req-4e3335de-7358-4c8a-851c-02085eac52aa tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:28.722347 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9e7d8f67-f013-47ac-a662-b351f9fa4061 req-4e3335de-7358-4c8a-851c-02085eac52aa tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=711629d5-ba60-4bfd-a61e-7a06e25db924 HTTP/1.1" status: 200 len: 943 time: 0.0489976 Aug 30 04:24:28.724824 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:28.750447 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-21cb1342-1497-4828-a577-bf1eb89a4273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4b708c-202e-4481-8c8d-66ddb2821fd3', 'name': 'tempest-TestShelveInstance-924073656-router', 'tenant_id': '9a7263aaa79b4900afd0bedd9969ece9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.236'}], 'enable_snat': True}, 'gw_port_id': 'd93cee94-476a-4f02-9230-036328e4c009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:24:18Z', 'updated_at': '2022-08-30T04:24:22Z', 'revision_number': 4, 'project_id': '9a7263aaa79b4900afd0bedd9969ece9', 'gw_port': {'id': 'd93cee94-476a-4f02-9230-036328e4c009', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4b708c-202e-4481-8c8d-66ddb2821fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:18Z', 'updated_at': '2022-08-30T04:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': 'd6234eef-ec5c-4e8d-ae8f-9fdc68ec943c', 'name': '', 'network_id': '3be04830-92ff-423a-9d95-9bb3d97dd130', 'tenant_id': '9a7263aaa79b4900afd0bedd9969ece9', 'mac_address': 'fa:16:3e:91:ad:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4b708c-202e-4481-8c8d-66ddb2821fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '21074505-ee12-4e96-910f-683163ee55df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:21Z', 'updated_at': '2022-08-30T04:24:28Z', 'revision_number': 4, 'project_id': '9a7263aaa79b4900afd0bedd9969ece9', 'subnets': [{'id': '21074505-ee12-4e96-910f-683163ee55df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:24:28.774973 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9e7d8f67-f013-47ac-a662-b351f9fa4061 req-e1bc884b-cf44-4cd1-8549-c2a62a84b8f6 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6df2f8bb-630c-44e9-876d-be97ac69e9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460558 Aug 30 04:24:28.865435 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cb1342-1497-4828-a577-bf1eb89a4273 None None] The sync data for ids ['4f4b708c-202e-4481-8c8d-66ddb2821fd3'] in dv-cinder-852208-11-iscsi is: [{'id': '4f4b708c-202e-4481-8c8d-66ddb2821fd3', 'name': 'tempest-TestShelveInstance-924073656-router', 'tenant_id': '9a7263aaa79b4900afd0bedd9969ece9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.236'}], 'enable_snat': True}, 'gw_port_id': 'd93cee94-476a-4f02-9230-036328e4c009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:24:18Z', 'updated_at': '2022-08-30T04:24:22Z', 'revision_number': 4, 'project_id': '9a7263aaa79b4900afd0bedd9969ece9', 'gw_port': {'id': 'd93cee94-476a-4f02-9230-036328e4c009', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4b708c-202e-4481-8c8d-66ddb2821fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:18Z', 'updated_at': '2022-08-30T04:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': 'd6234eef-ec5c-4e8d-ae8f-9fdc68ec943c', 'name': '', 'network_id': '3be04830-92ff-423a-9d95-9bb3d97dd130', 'tenant_id': '9a7263aaa79b4900afd0bedd9969ece9', 'mac_address': 'fa:16:3e:91:ad:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4b708c-202e-4481-8c8d-66ddb2821fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '21074505-ee12-4e96-910f-683163ee55df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:21Z', 'updated_at': '2022-08-30T04:24:28Z', 'revision_number': 4, 'project_id': '9a7263aaa79b4900afd0bedd9969ece9', 'subnets': [{'id': '21074505-ee12-4e96-910f-683163ee55df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:24:28.905895 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620bc96-7653-45ab-8965-7f23d2f12c7a req-54ce1d44-6e60-4f12-bdd7-b31ab6a2891b tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:28.907430 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-2620bc96-7653-45ab-8965-7f23d2f12c7a req-54ce1d44-6e60-4f12-bdd7-b31ab6a2891b tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 946 time: 0.0496421 Aug 30 04:24:28.956061 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-2620bc96-7653-45ab-8965-7f23d2f12c7a req-ca1fd3e1-1d99-4d41-83e7-c905a128a7bf tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424337 Aug 30 04:24:29.201474 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d41e6-c882-491f-9d43-17f9b7c7c587 req-d9cd6d50-ecdc-4543-9719-a7e738c39a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:29.203024 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-387d41e6-c882-491f-9d43-17f9b7c7c587 req-d9cd6d50-ecdc-4543-9719-a7e738c39a90 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=9c9311c57fdd4250a16560bd8c2e0ffc&device_id=711629d5-ba60-4bfd-a61e-7a06e25db924 HTTP/1.1" status: 200 len: 1127 time: 0.0583360 Aug 30 04:24:29.304363 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d41e6-c882-491f-9d43-17f9b7c7c587 req-ebc46681-ee74-404a-abdd-c29d0d2f2a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:29.305929 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-387d41e6-c882-491f-9d43-17f9b7c7c587 req-ebc46681-ee74-404a-abdd-c29d0d2f2a98 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=e2144ee9-7e1a-4a81-ac65-28f49d99b870 HTTP/1.1" status: 200 len: 915 time: 0.0964575 Aug 30 04:24:29.383338 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-387d41e6-c882-491f-9d43-17f9b7c7c587 req-06f6a04c-c4eb-4bda-9735-82c2fcdbae9f service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8e07c04-5a1e-4b74-8720-2de48fec19b7 HTTP/1.1" status: 200 len: 217 time: 0.0338733 Aug 30 04:24:29.442798 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d41e6-c882-491f-9d43-17f9b7c7c587 req-f65e5810-5c75-4269-9c6e-5d888acceafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:29.444308 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-387d41e6-c882-491f-9d43-17f9b7c7c587 req-f65e5810-5c75-4269-9c6e-5d888acceafd service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=9fb299f0-e365-4181-9f08-0a9d3aa5f8dc HTTP/1.1" status: 200 len: 853 time: 0.0464768 Aug 30 04:24:29.458669 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:29.498315 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d41e6-c882-491f-9d43-17f9b7c7c587 req-c015d0a2-33a6-4053-9c40-814d8aa872ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:29.499471 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-387d41e6-c882-491f-9d43-17f9b7c7c587 req-c015d0a2-33a6-4053-9c40-814d8aa872ef service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=e2144ee9-7e1a-4a81-ac65-28f49d99b870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0486104 Aug 30 04:24:29.601231 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-387d41e6-c882-491f-9d43-17f9b7c7c587 req-291478e2-f06e-456f-98d0-b735a2d09e89 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/e2144ee9-7e1a-4a81-ac65-28f49d99b870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936282 Aug 30 04:24:29.691513 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:29.712726 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-387d41e6-c882-491f-9d43-17f9b7c7c587 req-45468b30-8680-433d-944b-88acfa5474e3 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/e2144ee9-7e1a-4a81-ac65-28f49d99b870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047475 Aug 30 04:24:29.756503 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device d8e07c04-5a1e-4b74-8720-2de48fec19b7 details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106294) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:24:29.894594 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port d8e07c04-5a1e-4b74-8720-2de48fec19b7, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=d8e07c04-5a1e-4b74-8720-2de48fec19b7,segment=NetworkSegment(9f7e7574-559e-4f0e-b775-398fdc759a6d),segment_id=9f7e7574-559e-4f0e-b775-398fdc759a6d)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:24:29.913351 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Returning: {'device': 'd8e07c04-5a1e-4b74-8720-2de48fec19b7', 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870', 'port_id': 'd8e07c04-5a1e-4b74-8720-2de48fec19b7', 'mac_address': 'fa:16:3e:62:97:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106294) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:24:29.932800 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec96cbd-ffc3-4c20-bf8d-bc80a80bea58 req-f65fbb58-f9f4-4bd5-aa39-814bafea5d87 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:29.934820 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-aec96cbd-ffc3-4c20-bf8d-bc80a80bea58 req-f65fbb58-f9f4-4bd5-aa39-814bafea5d87 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=711629d5-ba60-4bfd-a61e-7a06e25db924 HTTP/1.1" status: 200 len: 943 time: 0.0642524 Aug 30 04:24:29.942509 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device d6234eef-ec5c-4e8d-ae8f-9fdc68ec943c up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:24:29.989317 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Current status of the port d8e07c04-5a1e-4b74-8720-2de48fec19b7 is: DOWN; New status is: BUILD {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:24:29.990051 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (d8e07c04-5a1e-4b74-8720-2de48fec19b7), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:29.993599 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-aec96cbd-ffc3-4c20-bf8d-bc80a80bea58 req-eada3cd1-99ab-4e22-97b4-caeecfd57765 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6df2f8bb-630c-44e9-876d-be97ac69e9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525589 Aug 30 04:24:30.023404 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8e07c04-5a1e-4b74-8720-2de48fec19b7 {{(pid=106294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:24:30.047048 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port d6234eef-ec5c-4e8d-ae8f-9fdc68ec943c triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:24:30.047421 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (d6234eef-ec5c-4e8d-ae8f-9fdc68ec943c), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:30.050048 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port d8e07c04-5a1e-4b74-8720-2de48fec19b7, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=d8e07c04-5a1e-4b74-8720-2de48fec19b7,segment=NetworkSegment(9f7e7574-559e-4f0e-b775-398fdc759a6d),segment_id=9f7e7574-559e-4f0e-b775-398fdc759a6d)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:24:30.073225 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (d8e07c04-5a1e-4b74-8720-2de48fec19b7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:30.101787 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b016946b-a8ac-4c78-ab04-74df42e70f28 req-9adcb6db-b275-4e5f-ba32-08058a2321a2 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:30.103653 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-b016946b-a8ac-4c78-ab04-74df42e70f28 req-9adcb6db-b275-4e5f-ba32-08058a2321a2 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 946 time: 0.0607009 Aug 30 04:24:30.170321 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-b016946b-a8ac-4c78-ab04-74df42e70f28 req-9535ccf4-3f5a-436f-a301-639172d3a8ed tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542514 Aug 30 04:24:30.171035 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Pushing event updated for resources: {'Port': ['ID=d8e07c04-5a1e-4b74-8720-2de48fec19b7,revision_number=4']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:30.190830 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port d6234eef-ec5c-4e8d-ae8f-9fdc68ec943c is: DOWN; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:24:30.191474 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (d6234eef-ec5c-4e8d-ae8f-9fdc68ec943c), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:30.202180 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:30.237244 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] For port d6234eef-ec5c-4e8d-ae8f-9fdc68ec943c, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=d6234eef-ec5c-4e8d-ae8f-9fdc68ec943c,segment=NetworkSegment(88037b12-d4e3-4ec5-af19-24d3abcc36c7),segment_id=88037b12-d4e3-4ec5-af19-24d3abcc36c7)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:24:30.242186 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (d6234eef-ec5c-4e8d-ae8f-9fdc68ec943c), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:30.267579 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:30.294729 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Pushing event updated for resources: {'Port': ['ID=d6234eef-ec5c-4e8d-ae8f-9fdc68ec943c,revision_number=5']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:30.310432 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] get_ports_and_sgs() called for port_ids ['d8e07c04-5a1e-4b74-8720-2de48fec19b7'] {{(pid=106294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:24:31.110458 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (5274a8db-cdbb-4c02-abb1-2eb9d7076dc1), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:31.124134 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97c506-2e47-4f13-9ed5-e7088feebc13 req-ef10ac7f-9659-442f-97af-aeec92fb0676 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:31.125639 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7c97c506-2e47-4f13-9ed5-e7088feebc13 req-ef10ac7f-9659-442f-97af-aeec92fb0676 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=711629d5-ba60-4bfd-a61e-7a06e25db924 HTTP/1.1" status: 200 len: 944 time: 0.0508187 Aug 30 04:24:31.184376 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7c97c506-2e47-4f13-9ed5-e7088feebc13 req-ad8d000a-a423-4910-9cf6-dc652aff5a28 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6df2f8bb-630c-44e9-876d-be97ac69e9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516274 Aug 30 04:24:31.349510 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27f884-b705-4697-b5ea-e7a728cc37aa req-5edf556c-2c7c-4549-88dd-de839b58220f tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:31.351010 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2d27f884-b705-4697-b5ea-e7a728cc37aa req-5edf556c-2c7c-4549-88dd-de839b58220f tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 946 time: 0.0532956 Aug 30 04:24:31.404073 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2d27f884-b705-4697-b5ea-e7a728cc37aa req-d6957947-54eb-4e09-938a-7f416ce48009 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467901 Aug 30 04:24:31.764424 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device d8e07c04-5a1e-4b74-8720-2de48fec19b7 up at agent hyperv_hv-cinder-85220 {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:24:31.807186 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Provisioning for port d8e07c04-5a1e-4b74-8720-2de48fec19b7 completed by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:24:31.817243 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Provisioning complete for port d8e07c04-5a1e-4b74-8720-2de48fec19b7 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:24:31.817770 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (d8e07c04-5a1e-4b74-8720-2de48fec19b7), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:31.891012 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device d6234eef-ec5c-4e8d-ae8f-9fdc68ec943c up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:24:31.929782 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Current status of the port d8e07c04-5a1e-4b74-8720-2de48fec19b7 is: BUILD; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:24:31.930023 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (d8e07c04-5a1e-4b74-8720-2de48fec19b7), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:31.961433 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711629d5-ba60-4bfd-a61e-7a06e25db924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e07c04-5a1e-4b74-8720-2de48fec19b7'}] {{(pid=106294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:24:31.963684 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc91461c002048a1511ec2515697d9f100988a5a9e001fc967bf4275e8e26e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0308a4d9-23cf-44f4-9596-17f89fa2cdec" -d '{"events": [{"server_uuid": "711629d5-ba60-4bfd-a61e-7a06e25db924", "name": "network-vif-plugged", "status": "completed", "tag": "d8e07c04-5a1e-4b74-8720-2de48fec19b7"}]}' {{(pid=106294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:24:31.982041 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port d8e07c04-5a1e-4b74-8720-2de48fec19b7, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=d8e07c04-5a1e-4b74-8720-2de48fec19b7,segment=NetworkSegment(9f7e7574-559e-4f0e-b775-398fdc759a6d),segment_id=9f7e7574-559e-4f0e-b775-398fdc759a6d)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:24:31.984280 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port d6234eef-ec5c-4e8d-ae8f-9fdc68ec943c triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:24:31.984676 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (d6234eef-ec5c-4e8d-ae8f-9fdc68ec943c), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:31.987528 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (d8e07c04-5a1e-4b74-8720-2de48fec19b7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:32.007953 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4164a8a9-0e6d-4fb4-bcae-ae181adc7eb7 x-openstack-request-id: req-4164a8a9-0e6d-4fb4-bcae-ae181adc7eb7 {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:24:32.008247 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "711629d5-ba60-4bfd-a61e-7a06e25db924", "name": "network-vif-plugged", "status": "completed", "tag": "d8e07c04-5a1e-4b74-8720-2de48fec19b7", "code": 200}]} {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:24:32.008501 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4164a8a9-0e6d-4fb4-bcae-ae181adc7eb7 {{(pid=106294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:24:32.008896 dv-cinder-852208-11-iscsi neutron-server[106294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4164a8a9-0e6d-4fb4-bcae-ae181adc7eb7'] response: {'server_uuid': '711629d5-ba60-4bfd-a61e-7a06e25db924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e07c04-5a1e-4b74-8720-2de48fec19b7', 'code': 200} Aug 30 04:24:32.075282 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Pushing event updated for resources: {'Port': ['ID=d8e07c04-5a1e-4b74-8720-2de48fec19b7,revision_number=5']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:32.084689 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:24:32.085084 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:24:32.085441 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:24:32.085791 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:24:32.086127 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:24:32.086489 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:24:32.086823 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:24:32.087156 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:24:32.087603 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:24:32.087946 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:24:32.088324 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:24:32.088793 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:24:32.089004 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:24:32.089917 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:24:32.093781 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:24:32.125394 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port d6234eef-ec5c-4e8d-ae8f-9fdc68ec943c is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:24:32.191790 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c733fa-e54f-411a-b436-22edac507a1f req-b264d358-14e2-450f-9fef-6a3dd3f7002f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:32.193261 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-55c733fa-e54f-411a-b436-22edac507a1f req-b264d358-14e2-450f-9fef-6a3dd3f7002f service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=711629d5-ba60-4bfd-a61e-7a06e25db924 HTTP/1.1" status: 200 len: 1129 time: 0.0399625 Aug 30 04:24:32.240979 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-55c733fa-e54f-411a-b436-22edac507a1f req-653bc022-7716-42a1-8c8d-a59c7e566c5b service neutron] 10.222.0.75 "GET /networking/v2.0/security-groups?id=6df2f8bb-630c-44e9-876d-be97ac69e9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405264 Aug 30 04:24:32.313574 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d238e3-83d8-425b-8004-2f6b194ddfa0 req-48097a36-0987-43d0-a2dd-eee7871fbddb tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:32.314963 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-65d238e3-83d8-425b-8004-2f6b194ddfa0 req-48097a36-0987-43d0-a2dd-eee7871fbddb tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=711629d5-ba60-4bfd-a61e-7a06e25db924 HTTP/1.1" status: 200 len: 945 time: 0.0534596 Aug 30 04:24:32.363558 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-65d238e3-83d8-425b-8004-2f6b194ddfa0 req-be456036-a74b-48fa-a4a3-daffe60c0bf6 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6df2f8bb-630c-44e9-876d-be97ac69e9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429235 Aug 30 04:24:32.538540 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79c134-696e-46ac-b205-3d740971cec3 req-767881e6-dcd2-43e8-aa70-55e5447c1d82 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:32.540038 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-5f79c134-696e-46ac-b205-3d740971cec3 req-767881e6-dcd2-43e8-aa70-55e5447c1d82 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 946 time: 0.0498829 Aug 30 04:24:32.591431 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-5f79c134-696e-46ac-b205-3d740971cec3 req-eb58cf29-d47a-4812-b8b1-f6f2f5708a33 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454628 Aug 30 04:24:33.485510 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d511e23-6190-401d-a15e-e713a679dc8a req-b8b5a30d-73e4-4c65-b6a4-ab3e519a5b87 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:33.487044 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-6d511e23-6190-401d-a15e-e713a679dc8a req-b8b5a30d-73e4-4c65-b6a4-ab3e519a5b87 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=711629d5-ba60-4bfd-a61e-7a06e25db924 HTTP/1.1" status: 200 len: 945 time: 0.0489738 Aug 30 04:24:33.522662 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:33.539181 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-6d511e23-6190-401d-a15e-e713a679dc8a req-2e07c0ab-cb9c-43d8-bea3-bf4e2ecf2cb1 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6df2f8bb-630c-44e9-876d-be97ac69e9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462418 Aug 30 04:24:33.725280 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83269a4f-4589-4913-8491-27205efb0ef8 req-bda3900b-9a01-4d35-b854-e7313cda1922 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:33.726796 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-83269a4f-4589-4913-8491-27205efb0ef8 req-bda3900b-9a01-4d35-b854-e7313cda1922 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 946 time: 0.0488307 Aug 30 04:24:33.778913 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-83269a4f-4589-4913-8491-27205efb0ef8 req-497e1550-27b7-4cee-8efe-21fc520b0363 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463476 Aug 30 04:24:34.667090 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a47001-dc46-4dc1-84d8-c4fdce16899e req-9f4ef840-3204-4a40-8dfc-b0fb46a1c11b tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:34.669448 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-a8a47001-dc46-4dc1-84d8-c4fdce16899e req-9f4ef840-3204-4a40-8dfc-b0fb46a1c11b tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=711629d5-ba60-4bfd-a61e-7a06e25db924 HTTP/1.1" status: 200 len: 945 time: 0.0505750 Aug 30 04:24:34.719176 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-a8a47001-dc46-4dc1-84d8-c4fdce16899e req-89fef649-0d93-414c-9f50-43412adc98e6 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6df2f8bb-630c-44e9-876d-be97ac69e9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441818 Aug 30 04:24:34.841705 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f970288-2c6d-4556-a58c-f3c073fa2f04 req-be55f929-1dae-417a-af5f-80552b92f8c7 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:34.843188 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5f970288-2c6d-4556-a58c-f3c073fa2f04 req-be55f929-1dae-417a-af5f-80552b92f8c7 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=711629d5-ba60-4bfd-a61e-7a06e25db924 HTTP/1.1" status: 200 len: 945 time: 0.0526731 Aug 30 04:24:34.853238 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 52352) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:24:34.860966 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-a07f4ace-ac12-4b59-982f-e8b13fac3c37 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Request body: {'floatingip': {'port_id': 'd8e07c04-5a1e-4b74-8720-2de48fec19b7'}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:24:34.930402 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-a07f4ace-ac12-4b59-982f-e8b13fac3c37 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for floatingip (4d785c08-5274-4c42-9541-07bfdc570755), before_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:34.978091 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc5283a-5739-4e04-ac49-7db405a72277 req-b34969b5-25a7-4c1a-a0ef-d9fb100d1f7b tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:34.979703 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-7fc5283a-5739-4e04-ac49-7db405a72277 req-b34969b5-25a7-4c1a-a0ef-d9fb100d1f7b tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 946 time: 0.1158533 Aug 30 04:24:35.092686 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-7fc5283a-5739-4e04-ac49-7db405a72277 req-60ad4780-360d-4fe1-b40e-4ccc52534822 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945096 Aug 30 04:24:35.137753 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:35.432562 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-a07f4ace-ac12-4b59-982f-e8b13fac3c37 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:35.438003 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-a07f4ace-ac12-4b59-982f-e8b13fac3c37 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572642'] for floatingip (4d785c08-5274-4c42-9541-07bfdc570755), after_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:35.547789 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.db.l3_db [None req-a07f4ace-ac12-4b59-982f-e8b13fac3c37 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Floating IP 4d785c08-5274-4c42-9541-07bfdc570755 associated. External IP: 172.27.4.232, port: d8e07c04-5a1e-4b74-8720-2de48fec19b7. Aug 30 04:24:35.756932 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:35.758764 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a07f4ace-ac12-4b59-982f-e8b13fac3c37 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Router fc7df24f-92aa-405d-8725-ab9c1f384345 has already been hosted by L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 {{(pid=106292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:24:35.872243 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07f4ace-ac12-4b59-982f-e8b13fac3c37 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:24:35.876745 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-a07f4ace-ac12-4b59-982f-e8b13fac3c37 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for floatingip (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:35.881887 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5be1d5-ed15-4621-bdc4-b528e24edb46 None None] Sync routers for ids ['fc7df24f-92aa-405d-8725-ab9c1f384345'] in dv-cinder-852208-11-iscsi {{(pid=106294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:24:35.891785 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5be1d5-ed15-4621-bdc4-b528e24edb46 None None] Routers {'fc7df24f-92aa-405d-8725-ab9c1f384345'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:24:35.892406 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-0a5be1d5-ed15-4621-bdc4-b528e24edb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:24:23Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['fc7df24f-92aa-405d-8725-ab9c1f384345'], 'active': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:24:35.910536 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-a07f4ace-ac12-4b59-982f-e8b13fac3c37 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "PUT /networking/v2.0/floatingips/4d785c08-5274-4c42-9541-07bfdc570755 HTTP/1.1" status: 200 len: 991 time: 1.0539560 Aug 30 04:24:35.910536 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '711629d5-ba60-4bfd-a61e-7a06e25db924', 'tag': 'd8e07c04-5a1e-4b74-8720-2de48fec19b7'}] {{(pid=106292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:24:35.911337 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac8df60c6f70ae957e00457e6d6ce8432b58a3ad70202c2877012db9cc29900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e9bf8a-2b0d-493d-bb8e-6212b571cef5" -d '{"events": [{"name": "network-changed", "server_uuid": "711629d5-ba60-4bfd-a61e-7a06e25db924", "tag": "d8e07c04-5a1e-4b74-8720-2de48fec19b7"}]}' {{(pid=106292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:24:36.007490 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvr_db [None req-0a5be1d5-ed15-4621-bdc4-b528e24edb46 None None] Set router fc7df24f-92aa-405d-8725-ab9c1f384345 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:24:36.010982 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f80a131-176f-4b61-80b0-1e3559ef0dfd x-openstack-request-id: req-1f80a131-176f-4b61-80b0-1e3559ef0dfd {{(pid=106292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:24:36.011336 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "711629d5-ba60-4bfd-a61e-7a06e25db924", "tag": "d8e07c04-5a1e-4b74-8720-2de48fec19b7", "status": "completed", "code": 200}]} {{(pid=106292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:24:36.011868 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1f80a131-176f-4b61-80b0-1e3559ef0dfd {{(pid=106292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:24:36.011998 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f80a131-176f-4b61-80b0-1e3559ef0dfd'] response: {'name': 'network-changed', 'server_uuid': '711629d5-ba60-4bfd-a61e-7a06e25db924', 'tag': 'd8e07c04-5a1e-4b74-8720-2de48fec19b7', 'status': 'completed', 'code': 200} Aug 30 04:24:36.085259 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e9bf8a-2b0d-493d-bb8e-6212b571cef5 req-640371d0-3080-4407-bfc7-13328655af7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:36.086965 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-92e9bf8a-2b0d-493d-bb8e-6212b571cef5 req-640371d0-3080-4407-bfc7-13328655af7c service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=9c9311c57fdd4250a16560bd8c2e0ffc&device_id=711629d5-ba60-4bfd-a61e-7a06e25db924 HTTP/1.1" status: 200 len: 1129 time: 0.0415132 Aug 30 04:24:36.199226 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e9bf8a-2b0d-493d-bb8e-6212b571cef5 req-e5d145ae-c0a3-4f91-a4cb-d59452677295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:36.201350 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-92e9bf8a-2b0d-493d-bb8e-6212b571cef5 req-e5d145ae-c0a3-4f91-a4cb-d59452677295 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=e2144ee9-7e1a-4a81-ac65-28f49d99b870 HTTP/1.1" status: 200 len: 915 time: 0.1036227 Aug 30 04:24:36.231948 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa104fc8-3f41-4b69-b1d8-49e42bde6601 req-9c0b9741-54fd-4810-8971-4def382d5d95 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:36.233599 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-fa104fc8-3f41-4b69-b1d8-49e42bde6601 req-9c0b9741-54fd-4810-8971-4def382d5d95 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 946 time: 0.0526240 Aug 30 04:24:36.246698 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:36.260983 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:36.284417 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-92e9bf8a-2b0d-493d-bb8e-6212b571cef5 req-c1241051-0366-40a1-895b-43c98dd6b1ca service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8e07c04-5a1e-4b74-8720-2de48fec19b7 HTTP/1.1" status: 200 len: 999 time: 0.0765522 Aug 30 04:24:36.301267 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:36.310407 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-fa104fc8-3f41-4b69-b1d8-49e42bde6601 req-31fbe534-8fff-4f5c-a69d-7bc6be99f1d1 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677128 Aug 30 04:24:36.344560 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e9bf8a-2b0d-493d-bb8e-6212b571cef5 req-3b997d14-0719-4495-8b0d-73f0cc24dd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:36.346165 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-92e9bf8a-2b0d-493d-bb8e-6212b571cef5 req-3b997d14-0719-4495-8b0d-73f0cc24dd48 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=9fb299f0-e365-4181-9f08-0a9d3aa5f8dc HTTP/1.1" status: 200 len: 853 time: 0.0558097 Aug 30 04:24:36.388063 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-0a5be1d5-ed15-4621-bdc4-b528e24edb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'name': 'tempest-AttachVolumeNegativeTest-448008307-router', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.52'}], 'enable_snat': True}, 'gw_port_id': 'a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:24:13Z', 'updated_at': '2022-08-30T04:24:17Z', 'revision_number': 4, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'gw_port': {'id': 'a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:14Z', 'updated_at': '2022-08-30T04:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_floatingips': [{'id': '4d785c08-5274-4c42-9541-07bfdc570755', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'floating_ip_address': '172.27.4.232', 'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'router_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'port_id': 'd8e07c04-5a1e-4b74-8720-2de48fec19b7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870', 'mac_address': 'fa:16:3e:62:97:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711629d5-ba60-4bfd-a61e-7a06e25db924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:24:21Z', 'updated_at': '2022-08-30T04:24:35Z', 'revision_number': 1, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60982441-0aee-4952-84ac-42dcc15ed8c5', 'name': '', 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'mac_address': 'fa:16:3e:6b:b1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:16Z', 'updated_at': '2022-08-30T04:24:26Z', 'revision_number': 5, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'subnets': [{'id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:24:36.399643 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e9bf8a-2b0d-493d-bb8e-6212b571cef5 req-3ca5db6d-730d-43a2-83cb-2451de4eaf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:36.401386 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-92e9bf8a-2b0d-493d-bb8e-6212b571cef5 req-3ca5db6d-730d-43a2-83cb-2451de4eaf20 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=e2144ee9-7e1a-4a81-ac65-28f49d99b870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0482643 Aug 30 04:24:36.417794 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5be1d5-ed15-4621-bdc4-b528e24edb46 None None] Checking router: fc7df24f-92aa-405d-8725-ab9c1f384345 for host: dv-cinder-852208-11-iscsi {{(pid=106294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:24:36.428013 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5be1d5-ed15-4621-bdc4-b528e24edb46 None None] Routers {'fc7df24f-92aa-405d-8725-ab9c1f384345'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:24:36.428876 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-0a5be1d5-ed15-4621-bdc4-b528e24edb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:24:23Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['fc7df24f-92aa-405d-8725-ab9c1f384345'], 'active': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:24:36.502485 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-92e9bf8a-2b0d-493d-bb8e-6212b571cef5 req-0474bef6-c028-48ca-8090-5b26b449cd94 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/e2144ee9-7e1a-4a81-ac65-28f49d99b870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934587 Aug 30 04:24:36.547398 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvr_db [None req-0a5be1d5-ed15-4621-bdc4-b528e24edb46 None None] Set router fc7df24f-92aa-405d-8725-ab9c1f384345 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:24:36.586119 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:36.612262 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-92e9bf8a-2b0d-493d-bb8e-6212b571cef5 req-4912234c-1093-4000-be67-5e70bd352f46 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/e2144ee9-7e1a-4a81-ac65-28f49d99b870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034617 Aug 30 04:24:36.763311 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-0a5be1d5-ed15-4621-bdc4-b528e24edb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'name': 'tempest-AttachVolumeNegativeTest-448008307-router', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.52'}], 'enable_snat': True}, 'gw_port_id': 'a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:24:13Z', 'updated_at': '2022-08-30T04:24:17Z', 'revision_number': 4, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'gw_port': {'id': 'a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:14Z', 'updated_at': '2022-08-30T04:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_floatingips': [{'id': '4d785c08-5274-4c42-9541-07bfdc570755', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'floating_ip_address': '172.27.4.232', 'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'router_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'port_id': 'd8e07c04-5a1e-4b74-8720-2de48fec19b7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870', 'mac_address': 'fa:16:3e:62:97:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711629d5-ba60-4bfd-a61e-7a06e25db924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:24:21Z', 'updated_at': '2022-08-30T04:24:35Z', 'revision_number': 1, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60982441-0aee-4952-84ac-42dcc15ed8c5', 'name': '', 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'mac_address': 'fa:16:3e:6b:b1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:16Z', 'updated_at': '2022-08-30T04:24:26Z', 'revision_number': 5, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'subnets': [{'id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:24:36.791546 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5be1d5-ed15-4621-bdc4-b528e24edb46 None None] The sync data for ids ['fc7df24f-92aa-405d-8725-ab9c1f384345'] in dv-cinder-852208-11-iscsi is: [{'id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'name': 'tempest-AttachVolumeNegativeTest-448008307-router', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.52'}], 'enable_snat': True}, 'gw_port_id': 'a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:24:13Z', 'updated_at': '2022-08-30T04:24:17Z', 'revision_number': 4, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'gw_port': {'id': 'a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:14Z', 'updated_at': '2022-08-30T04:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_floatingips': [{'id': '4d785c08-5274-4c42-9541-07bfdc570755', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'floating_ip_address': '172.27.4.232', 'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'router_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'port_id': 'd8e07c04-5a1e-4b74-8720-2de48fec19b7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870', 'mac_address': 'fa:16:3e:62:97:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711629d5-ba60-4bfd-a61e-7a06e25db924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:24:21Z', 'updated_at': '2022-08-30T04:24:35Z', 'revision_number': 1, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60982441-0aee-4952-84ac-42dcc15ed8c5', 'name': '', 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'mac_address': 'fa:16:3e:6b:b1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:16Z', 'updated_at': '2022-08-30T04:24:26Z', 'revision_number': 5, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'subnets': [{'id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:24:36.977851 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74caf824-79c1-4ae6-987c-51eb82388878 None None] New status for floating IP 4d785c08-5274-4c42-9541-07bfdc570755: ACTIVE {{(pid=106295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:24:37.455963 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c2f6f-f6e1-41a6-80b2-35ac51147441 req-1bcf066f-e6cd-4ef1-8d35-27dff3f28e23 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:37.457528 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-357c2f6f-f6e1-41a6-80b2-35ac51147441 req-1bcf066f-e6cd-4ef1-8d35-27dff3f28e23 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 946 time: 0.0500681 Aug 30 04:24:37.504871 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-357c2f6f-f6e1-41a6-80b2-35ac51147441 req-1abd1a80-778a-4448-825f-8dac60faf264 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417244 Aug 30 04:24:38.632038 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7474f-59fd-438d-b3cc-33291deabeec req-153e3b25-b34b-4a34-8474-8ba195502ea6 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:38.633810 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-79e7474f-59fd-438d-b3cc-33291deabeec req-153e3b25-b34b-4a34-8474-8ba195502ea6 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 946 time: 0.0485678 Aug 30 04:24:38.684651 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-79e7474f-59fd-438d-b3cc-33291deabeec req-6d69b2f0-fa1a-48e4-8c44-23393d9525a6 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442035 Aug 30 04:24:39.827875 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9265e6e-12b8-4c9b-948a-c50eae7180d7 req-bf9df8bb-cbdf-40be-b035-bd5e26323e00 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:39.829359 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b9265e6e-12b8-4c9b-948a-c50eae7180d7 req-bf9df8bb-cbdf-40be-b035-bd5e26323e00 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 946 time: 0.0531349 Aug 30 04:24:39.879520 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b9265e6e-12b8-4c9b-948a-c50eae7180d7 req-ef666177-646b-46ed-a637-6628f3101f38 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442731 Aug 30 04:24:41.012903 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebaeda2-4e4d-439e-9f3e-265cd8928471 req-509735e9-25b7-4cc3-9b14-9c67d1b2a22a tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:41.014444 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-4ebaeda2-4e4d-439e-9f3e-265cd8928471 req-509735e9-25b7-4cc3-9b14-9c67d1b2a22a tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 946 time: 0.0534074 Aug 30 04:24:41.081246 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-4ebaeda2-4e4d-439e-9f3e-265cd8928471 req-892cbf01-92f1-4cff-af34-bebc57e99cad tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571187 Aug 30 04:24:41.412853 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9694ad5a-9e55-47c8-bd16-f752b37b1727 req-11b477f5-c8a3-460b-a54e-aedf49504e45 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1764004668&fields=id&tenant_id=b0f04feca7a349e5a656f166dae05354 HTTP/1.1" status: 200 len: 267 time: 0.0489898 Aug 30 04:24:41.524108 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9694ad5a-9e55-47c8-bd16-f752b37b1727 req-e2d081f3-6ef2-4def-8a33-e7093749e7a0 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:41.525558 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9694ad5a-9e55-47c8-bd16-f752b37b1727 req-e2d081f3-6ef2-4def-8a33-e7093749e7a0 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/networks?id=d7d92f54-c849-4928-94b8-15ca960aef5a HTTP/1.1" status: 200 len: 809 time: 0.1059113 Aug 30 04:24:41.541018 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9694ad5a-9e55-47c8-bd16-f752b37b1727 req-76fcad5b-9a0b-4d0d-b5a5-cbb63159d165 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/quotas/b0f04feca7a349e5a656f166dae05354 HTTP/1.1" status: 200 len: 375 time: 0.0092607 Aug 30 04:24:41.595624 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9694ad5a-9e55-47c8-bd16-f752b37b1727 req-0a4c0ad6-4821-4054-80a0-1571f0a3b69d tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=b0f04feca7a349e5a656f166dae05354&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497308 Aug 30 04:24:41.690184 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9694ad5a-9e55-47c8-bd16-f752b37b1727 req-94ea0158-9188-4a00-9961-9f3f055e2df8 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/d7d92f54-c849-4928-94b8-15ca960aef5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830021 Aug 30 04:24:41.783548 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 62c2b20d-786c-4609-93c3-a36cc9f257d4 details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106294) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:24:41.784174 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9694ad5a-9e55-47c8-bd16-f752b37b1727 req-5d68d538-d4c8-4900-b3b9-3df8f579f1a9 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/d7d92f54-c849-4928-94b8-15ca960aef5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881832 Aug 30 04:24:41.884896 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port 62c2b20d-786c-4609-93c3-a36cc9f257d4, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=62c2b20d-786c-4609-93c3-a36cc9f257d4,segment=NetworkSegment(f1ad6c1c-d522-42f8-b534-1fea329f4792),segment_id=f1ad6c1c-d522-42f8-b534-1fea329f4792)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:24:41.898137 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Returning: {'device': '62c2b20d-786c-4609-93c3-a36cc9f257d4', 'network_id': 'ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6', 'port_id': '62c2b20d-786c-4609-93c3-a36cc9f257d4', 'mac_address': 'fa:16:3e:f2:99:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd870cbd-142c-4604-b43f-9d9fc317ac72', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106294) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:24:41.937502 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Current status of the port 62c2b20d-786c-4609-93c3-a36cc9f257d4 is: ACTIVE; New status is: BUILD {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:24:41.937900 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (62c2b20d-786c-4609-93c3-a36cc9f257d4), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:41.951835 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 62c2b20d-786c-4609-93c3-a36cc9f257d4 {{(pid=106294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:24:41.972694 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port 62c2b20d-786c-4609-93c3-a36cc9f257d4, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=62c2b20d-786c-4609-93c3-a36cc9f257d4,segment=NetworkSegment(f1ad6c1c-d522-42f8-b534-1fea329f4792),segment_id=f1ad6c1c-d522-42f8-b534-1fea329f4792)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:24:41.976942 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (62c2b20d-786c-4609-93c3-a36cc9f257d4), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:42.030824 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Pushing event updated for resources: {'Port': ['ID=62c2b20d-786c-4609-93c3-a36cc9f257d4,revision_number=6']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:42.078304 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] get_ports_and_sgs() called for port_ids ['62c2b20d-786c-4609-93c3-a36cc9f257d4'] {{(pid=106294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:24:42.107760 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-ac8ff800-1143-4078-ba4b-52e38ae027be req-e4a65935-eaa1-4f74-97c3-08fa9c75fd4b tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0c3b92a2-23a8-405c-b393-820424eddd08 HTTP/1.1" status: 200 len: 210 time: 0.0341613 Aug 30 04:24:42.201727 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:42.234453 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:42.238664 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57191a-ce8c-434e-b503-41862bea966e req-091c7cff-a913-4512-a3b5-a1739b424c72 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:42.249712 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8e57191a-ce8c-434e-b503-41862bea966e req-091c7cff-a913-4512-a3b5-a1739b424c72 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 945 time: 0.0651236 Aug 30 04:24:42.302512 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8e57191a-ce8c-434e-b503-41862bea966e req-7c922b29-c55f-426d-8d13-4930e147de6f tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513279 Aug 30 04:24:43.208626 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a97e40b5-7654-4bdf-91e8-a1bb451b08d0 req-8d8e1998-4bfd-4027-833e-40274c6292f1 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0c3b92a2-23a8-405c-b393-820424eddd08 HTTP/1.1" status: 200 len: 210 time: 0.0285933 Aug 30 04:24:43.389726 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:43.442187 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9694ad5a-9e55-47c8-bd16-f752b37b1727 req-455a84e9-2122-4b86-bcff-8435fb3c0855 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:43.446416 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9694ad5a-9e55-47c8-bd16-f752b37b1727 req-455a84e9-2122-4b86-bcff-8435fb3c0855 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.75 "GET /networking/v2.0/networks?id=d7d92f54-c849-4928-94b8-15ca960aef5a HTTP/1.1" status: 200 len: 809 time: 0.1337013 Aug 30 04:24:43.454460 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b3321-5334-4ace-9392-583f63715d9e req-b0bfff06-64fc-4456-9216-9bd0f9b303bd tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:43.455932 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-e27b3321-5334-4ace-9392-583f63715d9e req-b0bfff06-64fc-4456-9216-9bd0f9b303bd tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 945 time: 0.0512564 Aug 30 04:24:43.478141 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:43.509882 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-e27b3321-5334-4ace-9392-583f63715d9e req-b6491840-06b5-4253-b9d3-2952f1e266cf tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474811 Aug 30 04:24:43.519825 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9694ad5a-9e55-47c8-bd16-f752b37b1727 req-22f3fb92-3b31-4e99-8f06-3c806ff462c2 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.75 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b0f04feca7a349e5a656f166dae05354 HTTP/1.1" status: 200 len: 380 time: 0.0659428 Aug 30 04:24:43.538925 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-9694ad5a-9e55-47c8-bd16-f752b37b1727 req-5f5c885a-f2ac-4c92-acef-2ea36e00141a tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Request body: {'port': {'device_id': '0c3b92a2-23a8-405c-b393-820424eddd08', 'network_id': 'd7d92f54-c849-4928-94b8-15ca960aef5a', 'admin_state_up': True, 'tenant_id': 'b0f04feca7a349e5a656f166dae05354', 'security_groups': ['1c205f42-e2da-40a6-a4c4-81fd5750f61f']}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:24:43.637169 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:43.670667 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9694ad5a-9e55-47c8-bd16-f752b37b1727 req-5f5c885a-f2ac-4c92-acef-2ea36e00141a tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Made reservation on behalf of b0f04feca7a349e5a656f166dae05354 for: {'port': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:24:43.674434 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-9694ad5a-9e55-47c8-bd16-f752b37b1727 req-5f5c885a-f2ac-4c92-acef-2ea36e00141a tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:43.797167 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 62c2b20d-786c-4609-93c3-a36cc9f257d4 up at agent hyperv_hv-cinder-85220 {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:24:43.846949 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [req-9694ad5a-9e55-47c8-bd16-f752b37b1727 req-5f5c885a-f2ac-4c92-acef-2ea36e00141a tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Allocated IP 172.20.0.13 (d7d92f54-c849-4928-94b8-15ca960aef5a/646d24da-bdaf-4aea-ad44-2a004e388e6e/063e08d6-d65f-4bd5-9b7c-48ede36416eb) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:24:43.847214 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Provisioning complete for port 62c2b20d-786c-4609-93c3-a36cc9f257d4 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:24:43.847603 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (62c2b20d-786c-4609-93c3-a36cc9f257d4), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:43.945705 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Current status of the port 62c2b20d-786c-4609-93c3-a36cc9f257d4 is: BUILD; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:24:43.948162 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (62c2b20d-786c-4609-93c3-a36cc9f257d4), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:43.999530 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6919ed2d-211e-4a0e-8ee3-09dbb72ffff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c2b20d-786c-4609-93c3-a36cc9f257d4'}] {{(pid=106294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:24:44.002636 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc91461c002048a1511ec2515697d9f100988a5a9e001fc967bf4275e8e26e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a843a448-0896-4669-b49d-23faf53c427c" -d '{"events": [{"server_uuid": "6919ed2d-211e-4a0e-8ee3-09dbb72ffff1", "name": "network-vif-plugged", "status": "completed", "tag": "62c2b20d-786c-4609-93c3-a36cc9f257d4"}]}' {{(pid=106294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:24:44.022460 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port 62c2b20d-786c-4609-93c3-a36cc9f257d4, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=62c2b20d-786c-4609-93c3-a36cc9f257d4,segment=NetworkSegment(f1ad6c1c-d522-42f8-b534-1fea329f4792),segment_id=f1ad6c1c-d522-42f8-b534-1fea329f4792)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:24:44.032666 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (62c2b20d-786c-4609-93c3-a36cc9f257d4), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:44.041979 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-9694ad5a-9e55-47c8-bd16-f752b37b1727 req-5f5c885a-f2ac-4c92-acef-2ea36e00141a tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Publish callbacks [] for port (063e08d6-d65f-4bd5-9b7c-48ede36416eb), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:44.109646 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-9694ad5a-9e55-47c8-bd16-f752b37b1727 req-5f5c885a-f2ac-4c92-acef-2ea36e00141a tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (063e08d6-d65f-4bd5-9b7c-48ede36416eb), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:44.123804 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Pushing event updated for resources: {'Port': ['ID=62c2b20d-786c-4609-93c3-a36cc9f257d4,revision_number=7']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:44.177863 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9694ad5a-9e55-47c8-bd16-f752b37b1727 req-5f5c885a-f2ac-4c92-acef-2ea36e00141a tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Network d7d92f54-c849-4928-94b8-15ca960aef5a is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:24:44.178799 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5c885a-f2ac-4c92-acef-2ea36e00141a tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Pushing event updated for resources: {'Port': ['ID=063e08d6-d65f-4bd5-9b7c-48ede36416eb,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:44.181735 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [req-9694ad5a-9e55-47c8-bd16-f752b37b1727 req-5f5c885a-f2ac-4c92-acef-2ea36e00141a tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:24:44.184540 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-9694ad5a-9e55-47c8-bd16-f752b37b1727 req-5f5c885a-f2ac-4c92-acef-2ea36e00141a tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:24:44.210873 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e7c415-7d96-428c-8a70-d7f946f865ce x-openstack-request-id: req-45e7c415-7d96-428c-8a70-d7f946f865ce {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:24:44.211388 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6919ed2d-211e-4a0e-8ee3-09dbb72ffff1", "name": "network-vif-plugged", "status": "completed", "tag": "62c2b20d-786c-4609-93c3-a36cc9f257d4", "code": 200}]} {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:24:44.211822 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-45e7c415-7d96-428c-8a70-d7f946f865ce {{(pid=106294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:24:44.212377 dv-cinder-852208-11-iscsi neutron-server[106294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45e7c415-7d96-428c-8a70-d7f946f865ce'] response: {'server_uuid': '6919ed2d-211e-4a0e-8ee3-09dbb72ffff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c2b20d-786c-4609-93c3-a36cc9f257d4', 'code': 200} Aug 30 04:24:44.250750 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9694ad5a-9e55-47c8-bd16-f752b37b1727 req-5f5c885a-f2ac-4c92-acef-2ea36e00141a tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:44.255736 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-9694ad5a-9e55-47c8-bd16-f752b37b1727 req-5f5c885a-f2ac-4c92-acef-2ea36e00141a tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:44.303725 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9694ad5a-9e55-47c8-bd16-f752b37b1727 req-5f5c885a-f2ac-4c92-acef-2ea36e00141a tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.75 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7697287 Aug 30 04:24:44.316799 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-9694ad5a-9e55-47c8-bd16-f752b37b1727 req-c7f8c94b-c31c-442c-992c-cdeb7abe9c3d service neutron] Request body: {'port': {'device_id': '0c3b92a2-23a8-405c-b393-820424eddd08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:24:44.376158 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79d479-5388-4756-b8ff-12ab49ab4639 req-0c94d531-a66b-4b9f-a210-e8ddbffffd7f tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:44.380578 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-2a79d479-5388-4756-b8ff-12ab49ab4639 req-0c94d531-a66b-4b9f-a210-e8ddbffffd7f tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0c3b92a2-23a8-405c-b393-820424eddd08 HTTP/1.1" status: 200 len: 932 time: 0.0702076 Aug 30 04:24:44.394691 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-9694ad5a-9e55-47c8-bd16-f752b37b1727 req-c7f8c94b-c31c-442c-992c-cdeb7abe9c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (063e08d6-d65f-4bd5-9b7c-48ede36416eb), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:44.455372 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-2a79d479-5388-4756-b8ff-12ab49ab4639 req-a7ae6012-d5ec-4d1d-9df2-b58960e5118c tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1c205f42-e2da-40a6-a4c4-81fd5750f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667627 Aug 30 04:24:44.500385 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-7e8322fc-c5f9-4ae2-bbc4-cc1a8762423e None None] Provisioning complete for port 063e08d6-d65f-4bd5-9b7c-48ede36416eb triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:24:44.501123 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-7e8322fc-c5f9-4ae2-bbc4-cc1a8762423e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (063e08d6-d65f-4bd5-9b7c-48ede36416eb), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:44.546895 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-7e8322fc-c5f9-4ae2-bbc4-cc1a8762423e None None] Port 063e08d6-d65f-4bd5-9b7c-48ede36416eb cannot update to ACTIVE because it is not bound. {{(pid=106294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:24:44.571162 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:44.688944 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:44.700581 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc5c88f-2ea8-4031-a7b2-9d789a4978f6 req-ea2cd427-396b-4aaa-8200-dff0dd9a09ba tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:44.702151 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9dc5c88f-2ea8-4031-a7b2-9d789a4978f6 req-ea2cd427-396b-4aaa-8200-dff0dd9a09ba tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 946 time: 0.0745425 Aug 30 04:24:44.820097 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9dc5c88f-2ea8-4031-a7b2-9d789a4978f6 req-cd5d18be-2d9e-42f8-94f6-97dda6715df0 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095319 Aug 30 04:24:44.876191 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [req-9694ad5a-9e55-47c8-bd16-f752b37b1727 req-c7f8c94b-c31c-442c-992c-cdeb7abe9c3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 063e08d6-d65f-4bd5-9b7c-48ede36416eb {{(pid=106293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:24:44.885489 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-9694ad5a-9e55-47c8-bd16-f752b37b1727 req-c7f8c94b-c31c-442c-992c-cdeb7abe9c3d service neutron] Publish callbacks [] for port (063e08d6-d65f-4bd5-9b7c-48ede36416eb), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:44.900185 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.provisioning_blocks [req-9694ad5a-9e55-47c8-bd16-f752b37b1727 req-c7f8c94b-c31c-442c-992c-cdeb7abe9c3d service neutron] Transition to ACTIVE for port object 063e08d6-d65f-4bd5-9b7c-48ede36416eb will not be triggered until provisioned by entity L2. {{(pid=106293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:24:44.906690 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-9694ad5a-9e55-47c8-bd16-f752b37b1727 req-c7f8c94b-c31c-442c-992c-cdeb7abe9c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-454314'] for port (063e08d6-d65f-4bd5-9b7c-48ede36416eb), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:44.999759 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f8c94b-c31c-442c-992c-cdeb7abe9c3d service neutron] Pushing event updated for resources: {'Port': ['ID=063e08d6-d65f-4bd5-9b7c-48ede36416eb,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:45.034435 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-9694ad5a-9e55-47c8-bd16-f752b37b1727 req-c7f8c94b-c31c-442c-992c-cdeb7abe9c3d service neutron] Attempting to bind port 063e08d6-d65f-4bd5-9b7c-48ede36416eb on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:24:45.035150 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-9694ad5a-9e55-47c8-bd16-f752b37b1727 req-c7f8c94b-c31c-442c-992c-cdeb7abe9c3d service neutron] Attempting to bind port 063e08d6-d65f-4bd5-9b7c-48ede36416eb by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': '0883dac3-57f0-4e08-9b27-97a718acc317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd7d92f54-c849-4928-94b8-15ca960aef5a'}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:24:45.035700 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9694ad5a-9e55-47c8-bd16-f752b37b1727 req-c7f8c94b-c31c-442c-992c-cdeb7abe9c3d service neutron] Attempting to bind port 063e08d6-d65f-4bd5-9b7c-48ede36416eb on network d7d92f54-c849-4928-94b8-15ca960aef5a {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:24:45.040413 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9694ad5a-9e55-47c8-bd16-f752b37b1727 req-c7f8c94b-c31c-442c-992c-cdeb7abe9c3d service neutron] Port 063e08d6-d65f-4bd5-9b7c-48ede36416eb on network d7d92f54-c849-4928-94b8-15ca960aef5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:24:45.040727 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9694ad5a-9e55-47c8-bd16-f752b37b1727 req-c7f8c94b-c31c-442c-992c-cdeb7abe9c3d service neutron] Attempting to bind port 063e08d6-d65f-4bd5-9b7c-48ede36416eb on network d7d92f54-c849-4928-94b8-15ca960aef5a {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:24:45.051217 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9694ad5a-9e55-47c8-bd16-f752b37b1727 req-c7f8c94b-c31c-442c-992c-cdeb7abe9c3d service neutron] Checking agent: {'id': '5274a8db-cdbb-4c02-abb1-2eb9d7076dc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 17), 'started_at': datetime.datetime(2022, 8, 30, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:24:45.051909 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9694ad5a-9e55-47c8-bd16-f752b37b1727 req-c7f8c94b-c31c-442c-992c-cdeb7abe9c3d service neutron] Checking segment: {'id': '0883dac3-57f0-4e08-9b27-97a718acc317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd7d92f54-c849-4928-94b8-15ca960aef5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:24:45.052182 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9694ad5a-9e55-47c8-bd16-f752b37b1727 req-c7f8c94b-c31c-442c-992c-cdeb7abe9c3d service neutron] Bound using segment: {'id': '0883dac3-57f0-4e08-9b27-97a718acc317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd7d92f54-c849-4928-94b8-15ca960aef5a'} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:24:45.052803 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-9694ad5a-9e55-47c8-bd16-f752b37b1727 req-c7f8c94b-c31c-442c-992c-cdeb7abe9c3d service neutron] Bound port: 063e08d6-d65f-4bd5-9b7c-48ede36416eb, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0883dac3-57f0-4e08-9b27-97a718acc317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd7d92f54-c849-4928-94b8-15ca960aef5a'}}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:24:45.053105 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-9694ad5a-9e55-47c8-bd16-f752b37b1727 req-c7f8c94b-c31c-442c-992c-cdeb7abe9c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (063e08d6-d65f-4bd5-9b7c-48ede36416eb), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:45.129771 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-9694ad5a-9e55-47c8-bd16-f752b37b1727 req-c7f8c94b-c31c-442c-992c-cdeb7abe9c3d service neutron] For port 063e08d6-d65f-4bd5-9b7c-48ede36416eb, host hv-cinder-85220, cleared binding levels {{(pid=106293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:24:45.133391 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-9694ad5a-9e55-47c8-bd16-f752b37b1727 req-c7f8c94b-c31c-442c-992c-cdeb7abe9c3d service neutron] For port 063e08d6-d65f-4bd5-9b7c-48ede36416eb, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=063e08d6-d65f-4bd5-9b7c-48ede36416eb,segment=NetworkSegment(0883dac3-57f0-4e08-9b27-97a718acc317),segment_id=0883dac3-57f0-4e08-9b27-97a718acc317)] {{(pid=106293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:24:45.153397 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-9694ad5a-9e55-47c8-bd16-f752b37b1727 req-c7f8c94b-c31c-442c-992c-cdeb7abe9c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-454314'] for port (063e08d6-d65f-4bd5-9b7c-48ede36416eb), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:45.157206 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9694ad5a-9e55-47c8-bd16-f752b37b1727 req-c7f8c94b-c31c-442c-992c-cdeb7abe9c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:45.157936 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-9694ad5a-9e55-47c8-bd16-f752b37b1727 req-c7f8c94b-c31c-442c-992c-cdeb7abe9c3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:45.159540 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9694ad5a-9e55-47c8-bd16-f752b37b1727 req-c7f8c94b-c31c-442c-992c-cdeb7abe9c3d service neutron] 10.222.0.75 "PUT /networking/v2.0/ports/063e08d6-d65f-4bd5-9b7c-48ede36416eb HTTP/1.1" status: 200 len: 1094 time: 0.8481467 Aug 30 04:24:45.162003 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c3b92a2-23a8-405c-b393-820424eddd08', 'tag': '063e08d6-d65f-4bd5-9b7c-48ede36416eb'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:24:45.172976 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11a3118c5976ecaadc28dc64ec6366a88eb3d4be069be3e491e321578e9d1f78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c75cb80-c7e3-44ea-abc0-787dc8183b24" -d '{"events": [{"name": "network-changed", "server_uuid": "0c3b92a2-23a8-405c-b393-820424eddd08", "tag": "063e08d6-d65f-4bd5-9b7c-48ede36416eb"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:24:45.274528 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f8c94b-c31c-442c-992c-cdeb7abe9c3d service neutron] Pushing event updated for resources: {'Port': ['ID=063e08d6-d65f-4bd5-9b7c-48ede36416eb,revision_number=3']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:45.281335 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9694ad5a-9e55-47c8-bd16-f752b37b1727 req-aa872d89-4000-4036-82bc-0539b59c7679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:45.282887 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9694ad5a-9e55-47c8-bd16-f752b37b1727 req-aa872d89-4000-4036-82bc-0539b59c7679 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=b0f04feca7a349e5a656f166dae05354&device_id=0c3b92a2-23a8-405c-b393-820424eddd08 HTTP/1.1" status: 200 len: 1128 time: 0.0618606 Aug 30 04:24:45.332456 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045cd219-d24a-4dd5-9237-38a8a125143a x-openstack-request-id: req-045cd219-d24a-4dd5-9237-38a8a125143a {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:24:45.332753 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c3b92a2-23a8-405c-b393-820424eddd08", "tag": "063e08d6-d65f-4bd5-9b7c-48ede36416eb", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:24:45.333003 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-045cd219-d24a-4dd5-9237-38a8a125143a {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:24:45.333402 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-045cd219-d24a-4dd5-9237-38a8a125143a'] response: {'name': 'network-changed', 'server_uuid': '0c3b92a2-23a8-405c-b393-820424eddd08', 'tag': '063e08d6-d65f-4bd5-9b7c-48ede36416eb', 'status': 'completed', 'code': 200} Aug 30 04:24:45.335206 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9694ad5a-9e55-47c8-bd16-f752b37b1727 req-3d0ab08c-abad-464d-af23-bae9da0b7975 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=063e08d6-d65f-4bd5-9b7c-48ede36416eb HTTP/1.1" status: 200 len: 217 time: 0.0399318 Aug 30 04:24:45.394163 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9694ad5a-9e55-47c8-bd16-f752b37b1727 req-49989752-1f0b-40a2-bf2a-e63039c3f74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:45.396069 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9694ad5a-9e55-47c8-bd16-f752b37b1727 req-49989752-1f0b-40a2-bf2a-e63039c3f74d service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=646d24da-bdaf-4aea-ad44-2a004e388e6e HTTP/1.1" status: 200 len: 848 time: 0.0517673 Aug 30 04:24:45.445533 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9694ad5a-9e55-47c8-bd16-f752b37b1727 req-48a25653-0ff2-4040-977c-4982023c7f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:45.447114 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9694ad5a-9e55-47c8-bd16-f752b37b1727 req-48a25653-0ff2-4040-977c-4982023c7f6a service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=d7d92f54-c849-4928-94b8-15ca960aef5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437274 Aug 30 04:24:45.580306 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9694ad5a-9e55-47c8-bd16-f752b37b1727 req-b7b90b24-8a6c-40f2-8421-3c92a6e70b27 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/d7d92f54-c849-4928-94b8-15ca960aef5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260133 Aug 30 04:24:45.671758 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bce1d0-7abb-4038-a5f2-4293b22a8a55 req-66898d72-29bb-4920-8cea-2d414a4b0129 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:45.673362 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d2bce1d0-7abb-4038-a5f2-4293b22a8a55 req-66898d72-29bb-4920-8cea-2d414a4b0129 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0c3b92a2-23a8-405c-b393-820424eddd08 HTTP/1.1" status: 200 len: 944 time: 0.1170743 Aug 30 04:24:45.676116 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:45.759813 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9694ad5a-9e55-47c8-bd16-f752b37b1727 req-3c492e81-5481-4868-beae-7679edb6d024 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/d7d92f54-c849-4928-94b8-15ca960aef5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590893 Aug 30 04:24:45.795469 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d2bce1d0-7abb-4038-a5f2-4293b22a8a55 req-aca9aac1-df28-4247-9833-bba0dd659f9d tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1c205f42-e2da-40a6-a4c4-81fd5750f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076257 Aug 30 04:24:45.894175 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75cb80-c7e3-44ea-abc0-787dc8183b24 req-5df3ddb2-959a-4551-91ef-4000e2be605a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:45.895787 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6c75cb80-c7e3-44ea-abc0-787dc8183b24 req-5df3ddb2-959a-4551-91ef-4000e2be605a service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=b0f04feca7a349e5a656f166dae05354&device_id=0c3b92a2-23a8-405c-b393-820424eddd08 HTTP/1.1" status: 200 len: 1128 time: 0.0759132 Aug 30 04:24:45.965478 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:46.010133 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694c4a0-3a5b-4257-9256-bc8b14ed74e0 req-d052e1ef-2e62-4b12-b1de-3bdbb06ab769 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:46.012387 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-6694c4a0-3a5b-4257-9256-bc8b14ed74e0 req-d052e1ef-2e62-4b12-b1de-3bdbb06ab769 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 946 time: 0.0719554 Aug 30 04:24:46.015708 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75cb80-c7e3-44ea-abc0-787dc8183b24 req-aac01b76-c708-4c88-8729-973b3a7fb8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:46.017176 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6c75cb80-c7e3-44ea-abc0-787dc8183b24 req-aac01b76-c708-4c88-8729-973b3a7fb8f6 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=d7d92f54-c849-4928-94b8-15ca960aef5a HTTP/1.1" status: 200 len: 910 time: 0.1111860 Aug 30 04:24:46.071172 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6c75cb80-c7e3-44ea-abc0-787dc8183b24 req-1f71b5ce-02ac-4f97-8c97-20fc3adebf8b service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=063e08d6-d65f-4bd5-9b7c-48ede36416eb HTTP/1.1" status: 200 len: 217 time: 0.0447521 Aug 30 04:24:46.092470 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-6694c4a0-3a5b-4257-9256-bc8b14ed74e0 req-6cd6089a-a636-42a4-a136-e8f92169fc5e tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703814 Aug 30 04:24:46.459034 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75cb80-c7e3-44ea-abc0-787dc8183b24 req-eb45046d-8022-4817-bbe4-b20c2373ac76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:46.460502 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6c75cb80-c7e3-44ea-abc0-787dc8183b24 req-eb45046d-8022-4817-bbe4-b20c2373ac76 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=646d24da-bdaf-4aea-ad44-2a004e388e6e HTTP/1.1" status: 200 len: 848 time: 0.3771346 Aug 30 04:24:46.514699 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75cb80-c7e3-44ea-abc0-787dc8183b24 req-fd550a16-5b08-479c-a049-060afa0b5b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:46.516205 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6c75cb80-c7e3-44ea-abc0-787dc8183b24 req-fd550a16-5b08-479c-a049-060afa0b5b7c service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=d7d92f54-c849-4928-94b8-15ca960aef5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0463300 Aug 30 04:24:46.626614 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6c75cb80-c7e3-44ea-abc0-787dc8183b24 req-4eddda01-797f-489d-a198-9b3a4a60d1f9 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/d7d92f54-c849-4928-94b8-15ca960aef5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988400 Aug 30 04:24:46.737022 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6c75cb80-c7e3-44ea-abc0-787dc8183b24 req-d1ec4389-5abe-4440-80ef-283885afecd3 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/d7d92f54-c849-4928-94b8-15ca960aef5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044230 Aug 30 04:24:46.968672 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc1aca6-e60c-4b88-a36f-74e5e182bfb8 req-dc2c8362-2297-4a59-86b0-80f37597f8a7 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:46.973483 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1dc1aca6-e60c-4b88-a36f-74e5e182bfb8 req-dc2c8362-2297-4a59-86b0-80f37597f8a7 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0c3b92a2-23a8-405c-b393-820424eddd08 HTTP/1.1" status: 200 len: 944 time: 0.0658281 Aug 30 04:24:47.034924 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1dc1aca6-e60c-4b88-a36f-74e5e182bfb8 req-ca6cd6cc-3b8e-4322-971c-ee4ad92b25b4 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1c205f42-e2da-40a6-a4c4-81fd5750f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554788 Aug 30 04:24:47.239392 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503fa569-2a29-4686-b3ba-1c00ac452a6f req-105a4183-c23c-49cd-b1dd-e9b074b82c0d tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:47.241039 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-503fa569-2a29-4686-b3ba-1c00ac452a6f req-105a4183-c23c-49cd-b1dd-e9b074b82c0d tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 946 time: 0.0551467 Aug 30 04:24:47.294921 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-503fa569-2a29-4686-b3ba-1c00ac452a6f req-b021c0ca-a079-428b-985f-45b00c514d11 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466428 Aug 30 04:24:48.187335 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48bcb6-9335-414a-a00a-1773f5fc0136 req-70da9e5a-3230-4ce8-a2e5-5f8fbf11cdcf tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:48.188859 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ef48bcb6-9335-414a-a00a-1773f5fc0136 req-70da9e5a-3230-4ce8-a2e5-5f8fbf11cdcf tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0c3b92a2-23a8-405c-b393-820424eddd08 HTTP/1.1" status: 200 len: 944 time: 0.0614784 Aug 30 04:24:48.249156 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ef48bcb6-9335-414a-a00a-1773f5fc0136 req-99d80e15-3b7d-412b-9b64-322863cab368 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1c205f42-e2da-40a6-a4c4-81fd5750f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540147 Aug 30 04:24:48.444289 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d38b2-6db1-4041-806d-e9100ff9c56a req-d6429d5d-24d4-4dc3-9712-33f038df8267 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:48.445804 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-694d38b2-6db1-4041-806d-e9100ff9c56a req-d6429d5d-24d4-4dc3-9712-33f038df8267 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 946 time: 0.0598600 Aug 30 04:24:48.498132 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-694d38b2-6db1-4041-806d-e9100ff9c56a req-6deb0605-1ffe-43e7-802b-0c5699745590 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464129 Aug 30 04:24:48.734986 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:48.736434 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=63,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:49.382802 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9e100b-3b22-4f6e-b5a8-c5373ecd5172 req-780a4ddc-350a-4fe7-9017-e4be687b589c tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:49.384476 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5b9e100b-3b22-4f6e-b5a8-c5373ecd5172 req-780a4ddc-350a-4fe7-9017-e4be687b589c tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0c3b92a2-23a8-405c-b393-820424eddd08 HTTP/1.1" status: 200 len: 944 time: 0.0534151 Aug 30 04:24:49.466774 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5b9e100b-3b22-4f6e-b5a8-c5373ecd5172 req-8d862b98-606f-4185-bea0-819c5565278a tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1c205f42-e2da-40a6-a4c4-81fd5750f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630779 Aug 30 04:24:49.643383 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd3279-c199-4029-a21c-1b517c1d0802 req-d421f284-468a-45bc-baf7-c8e5971151f7 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:49.650365 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-7ffd3279-c199-4029-a21c-1b517c1d0802 req-d421f284-468a-45bc-baf7-c8e5971151f7 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 946 time: 0.0606449 Aug 30 04:24:49.706411 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-7ffd3279-c199-4029-a21c-1b517c1d0802 req-07cfb98f-5fd9-407f-a044-701415b422e0 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552862 Aug 30 04:24:50.359882 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-37208055-bd82-44f4-acd5-8b9b484a2f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (1bd89ca2-58f6-428d-83bf-6325bad549fd), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:50.593814 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=100 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:50.655616 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eac473-a2a0-4c43-8b5f-cb6c7c5ac5d6 req-4cb3f045-4223-4a71-ad64-c9dc24a6cdc9 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:50.657333 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-45eac473-a2a0-4c43-8b5f-cb6c7c5ac5d6 req-4cb3f045-4223-4a71-ad64-c9dc24a6cdc9 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0c3b92a2-23a8-405c-b393-820424eddd08 HTTP/1.1" status: 200 len: 944 time: 0.0803380 Aug 30 04:24:50.764123 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-45eac473-a2a0-4c43-8b5f-cb6c7c5ac5d6 req-45bb85c5-de4b-49b9-b8d3-b4b9765b61a6 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1c205f42-e2da-40a6-a4c4-81fd5750f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969748 Aug 30 04:24:50.878075 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b6e5f-c0de-4e19-a7b6-d4bb55aef54e req-54acd6a2-d7e4-4640-b03f-839a43edb908 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:50.880477 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-367b6e5f-c0de-4e19-a7b6-d4bb55aef54e req-54acd6a2-d7e4-4640-b03f-839a43edb908 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 946 time: 0.0735247 Aug 30 04:24:50.943276 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-367b6e5f-c0de-4e19-a7b6-d4bb55aef54e req-5e217b03-a2db-4eea-9583-49dd68e98521 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570993 Aug 30 04:24:51.909826 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b0e70-a671-4d44-9c23-b1fcd19e0447 req-af710cd6-4ebb-4773-a0f1-503809a038ce tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:51.915769 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-2c1b0e70-a671-4d44-9c23-b1fcd19e0447 req-af710cd6-4ebb-4773-a0f1-503809a038ce tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0c3b92a2-23a8-405c-b393-820424eddd08 HTTP/1.1" status: 200 len: 944 time: 0.0732303 Aug 30 04:24:51.994147 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-2c1b0e70-a671-4d44-9c23-b1fcd19e0447 req-45cd9138-50c6-40bc-b970-05945cd6cc6f tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1c205f42-e2da-40a6-a4c4-81fd5750f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716681 Aug 30 04:24:52.128959 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f1fd0-8896-4b8e-ab1a-173fd33991cd req-335b0d35-6313-4862-bbff-e8365904a8bf tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:52.130695 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-f46f1fd0-8896-4b8e-ab1a-173fd33991cd req-335b0d35-6313-4862-bbff-e8365904a8bf tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 946 time: 0.0635967 Aug 30 04:24:52.218514 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-f46f1fd0-8896-4b8e-ab1a-173fd33991cd req-9e5a62b5-621a-4b47-9b85-7854e69aeb99 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819306 Aug 30 04:24:52.531652 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-058ae450-21ab-4f47-8d37-ea7f5fb40af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:53.130712 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e219c-1d99-4a4c-a35f-496ffdd60a4f req-204dd78e-9bbd-4ab1-8f6d-da16a291553b tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:53.135008 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-261e219c-1d99-4a4c-a35f-496ffdd60a4f req-204dd78e-9bbd-4ab1-8f6d-da16a291553b tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0c3b92a2-23a8-405c-b393-820424eddd08 HTTP/1.1" status: 200 len: 944 time: 0.0621572 Aug 30 04:24:53.196963 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-261e219c-1d99-4a4c-a35f-496ffdd60a4f req-becf2428-89ef-4c51-b7bb-8a6a5541c215 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1c205f42-e2da-40a6-a4c4-81fd5750f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563016 Aug 30 04:24:53.375971 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df675f-67f2-4718-8897-7bfc4a1999a3 req-1d7535d3-7202-41a2-9087-065afa08ece5 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:53.377740 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-26df675f-67f2-4718-8897-7bfc4a1999a3 req-1d7535d3-7202-41a2-9087-065afa08ece5 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 946 time: 0.0582461 Aug 30 04:24:53.436182 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-26df675f-67f2-4718-8897-7bfc4a1999a3 req-35c7cfe9-0ea4-4715-9f20-a7e8565108e2 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504808 Aug 30 04:24:53.766417 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8bdbbddc-d827-40e6-b8fb-29930693a668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (0ba81f50-231f-4a87-bfed-adcf093ea106), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:53.993044 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee7532-3869-4e01-bf3c-51d2db699b01 req-7e510ea2-f7c1-4dc1-a745-a97900595c37 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:53.994516 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d2ee7532-3869-4e01-bf3c-51d2db699b01 req-7e510ea2-f7c1-4dc1-a745-a97900595c37 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a2f09a45-d079-472f-9a0f-45714441aca5 HTTP/1.1" status: 200 len: 945 time: 0.0496876 Aug 30 04:24:54.014020 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:54.043575 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d2ee7532-3869-4e01-bf3c-51d2db699b01 req-5e7d5ff1-0c65-498f-a4c9-ed01482c5ecf tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=71feeea0-ea8c-4677-b90c-baccf4202bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429795 Aug 30 04:24:54.319033 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c86ce7-7c14-4b58-b82b-ff4786f08a5d req-6c9de4ef-c338-473f-b658-02ae72d25cbd tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:54.320483 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-96c86ce7-7c14-4b58-b82b-ff4786f08a5d req-6c9de4ef-c338-473f-b658-02ae72d25cbd tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0c3b92a2-23a8-405c-b393-820424eddd08 HTTP/1.1" status: 200 len: 944 time: 0.0466206 Aug 30 04:24:54.371958 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-96c86ce7-7c14-4b58-b82b-ff4786f08a5d req-02d13320-7a35-4cd0-91b8-e1ca06039a22 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1c205f42-e2da-40a6-a4c4-81fd5750f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430284 Aug 30 04:24:54.569525 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af79412-4991-4d4f-a993-5b1219a31af3 req-23a80dc1-ab3e-40e8-be7a-37dfba791585 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:54.571010 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5af79412-4991-4d4f-a993-5b1219a31af3 req-23a80dc1-ab3e-40e8-be7a-37dfba791585 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 946 time: 0.0483086 Aug 30 04:24:54.633676 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5af79412-4991-4d4f-a993-5b1219a31af3 req-fcfdea5a-fec9-4e28-bbb0-397930a5a93f tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523891 Aug 30 04:24:54.718018 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.agents_db [None req-4bab6993-eaca-4b45-827a-a5590950f82e None None] Agent healthcheck: found 6 active agents {{(pid=106295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:24:55.161369 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53bbe4b-10d1-4a76-8a45-394eb48314b2 req-04057bad-495a-40df-9ce9-09a43dc1c245 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:55.162837 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-d53bbe4b-10d1-4a76-8a45-394eb48314b2 req-04057bad-495a-40df-9ce9-09a43dc1c245 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a2f09a45-d079-472f-9a0f-45714441aca5 HTTP/1.1" status: 200 len: 945 time: 0.0464807 Aug 30 04:24:55.213091 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-d53bbe4b-10d1-4a76-8a45-394eb48314b2 req-918ec6f5-00bc-418e-b64a-723623e5ec21 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=71feeea0-ea8c-4677-b90c-baccf4202bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441556 Aug 30 04:24:55.444935 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-390264ec-bab8-4bcb-922a-62bbd4f3a683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (b2cd167f-1ad0-4273-bd2a-29638b1fd1d2), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:55.492125 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94625890-b907-4bd8-8135-6792342b6830 req-13b16118-832d-448a-995b-8b9eb21690d5 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:55.493555 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-94625890-b907-4bd8-8135-6792342b6830 req-13b16118-832d-448a-995b-8b9eb21690d5 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0c3b92a2-23a8-405c-b393-820424eddd08 HTTP/1.1" status: 200 len: 944 time: 0.0471687 Aug 30 04:24:55.518389 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:55.548725 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-94625890-b907-4bd8-8135-6792342b6830 req-16f556b4-e029-4e1d-9136-150ab0975fb5 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1c205f42-e2da-40a6-a4c4-81fd5750f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492344 Aug 30 04:24:55.571354 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (d414c4c0-e104-4322-85c3-8bf64da32860), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:55.732041 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41833f8-19db-49cd-a4ad-defe6775c733 req-f85e0c95-9cf6-4cac-b6cb-a0beb566def8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:55.733520 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d41833f8-19db-49cd-a4ad-defe6775c733 req-f85e0c95-9cf6-4cac-b6cb-a0beb566def8 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=411b8da28bed456bbdcdb01587610b47&device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 1130 time: 0.0435326 Aug 30 04:24:55.751672 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=100 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:55.760340 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe3ea0-8c05-40de-a5e4-4d4b91cb40e0 req-bb68df3b-1240-4ee6-9f03-3648f5eb3d93 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:55.762525 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-d1fe3ea0-8c05-40de-a5e4-4d4b91cb40e0 req-bb68df3b-1240-4ee6-9f03-3648f5eb3d93 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 946 time: 0.0489459 Aug 30 04:24:55.811122 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-d1fe3ea0-8c05-40de-a5e4-4d4b91cb40e0 req-db99d3ff-5392-4a41-a499-28dfa35a8790 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429771 Aug 30 04:24:56.419954 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64dddbc-dda0-4ad1-a140-0e7c62c1e7f9 req-a8cba48c-b917-4b2f-8263-205cacd94824 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:56.421424 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a64dddbc-dda0-4ad1-a140-0e7c62c1e7f9 req-a8cba48c-b917-4b2f-8263-205cacd94824 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a2f09a45-d079-472f-9a0f-45714441aca5 HTTP/1.1" status: 200 len: 945 time: 0.1326096 Aug 30 04:24:56.436373 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a871af-fa48-4ec5-b920-8256d3a9c184 req-b7914e50-6c38-452c-a31e-92ebdb9fae4c tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:56.437734 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b2a871af-fa48-4ec5-b920-8256d3a9c184 req-b7914e50-6c38-452c-a31e-92ebdb9fae4c tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a2f09a45-d079-472f-9a0f-45714441aca5 HTTP/1.1" status: 200 len: 945 time: 0.1378322 Aug 30 04:24:56.544488 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41833f8-19db-49cd-a4ad-defe6775c733 req-9e351528-1051-421d-94b2-0f4d832fd02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:56.545865 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d41833f8-19db-49cd-a4ad-defe6775c733 req-9e351528-1051-421d-94b2-0f4d832fd02f service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6 HTTP/1.1" status: 200 len: 918 time: 0.2449560 Aug 30 04:24:56.567253 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a64dddbc-dda0-4ad1-a140-0e7c62c1e7f9 req-994b2537-7040-4ee7-be10-f4fddfaed5e4 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=71feeea0-ea8c-4677-b90c-baccf4202bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379938 Aug 30 04:24:56.625157 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-b2a871af-fa48-4ec5-b920-8256d3a9c184 req-ba12e0d7-d314-405e-a020-c5632f7eccdb tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Deleting port 4b5eb000-c8f0-4513-96d5-77d22b2b35ca {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:24:56.625516 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-b2a871af-fa48-4ec5-b920-8256d3a9c184 req-ba12e0d7-d314-405e-a020-c5632f7eccdb tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (4b5eb000-c8f0-4513-96d5-77d22b2b35ca), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:56.686549 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ae8bfe-7c72-4423-8c1b-4b09ee90ea91 req-4bb1aeef-e733-402c-baca-20bbda05a975 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:56.688111 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-50ae8bfe-7c72-4423-8c1b-4b09ee90ea91 req-4bb1aeef-e733-402c-baca-20bbda05a975 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0c3b92a2-23a8-405c-b393-820424eddd08 HTTP/1.1" status: 200 len: 944 time: 0.0470450 Aug 30 04:24:56.688403 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d41833f8-19db-49cd-a4ad-defe6775c733 req-ba3de776-42f2-49cc-a168-a4186ed424c3 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62c2b20d-786c-4609-93c3-a36cc9f257d4 HTTP/1.1" status: 200 len: 1002 time: 0.1180718 Aug 30 04:24:56.742079 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-50ae8bfe-7c72-4423-8c1b-4b09ee90ea91 req-51da1721-8236-4a6f-8f34-15abb8936a44 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1c205f42-e2da-40a6-a4c4-81fd5750f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482144 Aug 30 04:24:56.773438 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-b2a871af-fa48-4ec5-b920-8256d3a9c184 req-ba12e0d7-d314-405e-a020-c5632f7eccdb tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] For port 4b5eb000-c8f0-4513-96d5-77d22b2b35ca, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=4b5eb000-c8f0-4513-96d5-77d22b2b35ca,segment=NetworkSegment(e519ac78-f91d-4e30-a2bb-8ce973f50b92),segment_id=e519ac78-f91d-4e30-a2bb-8ce973f50b92)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:24:56.774027 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-b2a871af-fa48-4ec5-b920-8256d3a9c184 req-ba12e0d7-d314-405e-a020-c5632f7eccdb tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (4b5eb000-c8f0-4513-96d5-77d22b2b35ca), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:56.782324 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41833f8-19db-49cd-a4ad-defe6775c733 req-e77982dd-3abb-46c1-8b45-fa54f66f25bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:56.784083 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d41833f8-19db-49cd-a4ad-defe6775c733 req-e77982dd-3abb-46c1-8b45-fa54f66f25bc service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=bd870cbd-142c-4604-b43f-9d9fc317ac72 HTTP/1.1" status: 200 len: 856 time: 0.0835550 Aug 30 04:24:56.874854 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41833f8-19db-49cd-a4ad-defe6775c733 req-cff23df8-91fd-4a99-8b4f-3f2e683838b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:56.876328 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d41833f8-19db-49cd-a4ad-defe6775c733 req-cff23df8-91fd-4a99-8b4f-3f2e683838b7 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0847003 Aug 30 04:24:56.954823 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:57.052319 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b871d3-fce4-45a6-8bb3-74ac8e4cc9da req-e623f3de-585a-43f8-961e-612245cefef0 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:57.053751 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-14b871d3-fce4-45a6-8bb3-74ac8e4cc9da req-e623f3de-585a-43f8-961e-612245cefef0 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 946 time: 0.1502554 Aug 30 04:24:57.092589 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-b2a871af-fa48-4ec5-b920-8256d3a9c184 req-ba12e0d7-d314-405e-a020-c5632f7eccdb tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:57.092947 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-b2a871af-fa48-4ec5-b920-8256d3a9c184 req-ba12e0d7-d314-405e-a020-c5632f7eccdb tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572642'] for floatingip (eaef247e-9e56-4009-a404-7ae2285b8e5a), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:57.093253 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.db.l3_db [req-b2a871af-fa48-4ec5-b920-8256d3a9c184 req-ba12e0d7-d314-405e-a020-c5632f7eccdb tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Floating IP eaef247e-9e56-4009-a404-7ae2285b8e5a disassociated. External IP: 172.27.4.207, port: 4b5eb000-c8f0-4513-96d5-77d22b2b35ca. Aug 30 04:24:57.093587 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-b2a871af-fa48-4ec5-b920-8256d3a9c184 req-ba12e0d7-d314-405e-a020-c5632f7eccdb tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Calling delete_port for 4b5eb000-c8f0-4513-96d5-77d22b2b35ca owned by compute:nova {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:24:57.126361 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d41833f8-19db-49cd-a4ad-defe6775c733 req-a2c7d144-42a9-49ae-823c-af1456123d7e service neutron] 10.222.0.75 "GET /networking/v2.0/networks/ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237828 Aug 30 04:24:57.186952 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-14b871d3-fce4-45a6-8bb3-74ac8e4cc9da req-07dccd70-7c4d-425d-99f2-342dc7a943f5 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268284 Aug 30 04:24:57.223632 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:57.286869 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d41833f8-19db-49cd-a4ad-defe6775c733 req-bbb94617-903e-4fb7-9752-08002c208fc6 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510596 Aug 30 04:24:57.338236 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-b2a871af-fa48-4ec5-b920-8256d3a9c184 req-ba12e0d7-d314-405e-a020-c5632f7eccdb tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (4b5eb000-c8f0-4513-96d5-77d22b2b35ca), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:57.363851 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba12e0d7-d314-405e-a020-c5632f7eccdb tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Pushing event deleted for resources: {'Port': ['ID=4b5eb000-c8f0-4513-96d5-77d22b2b35ca,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:57.481577 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2a871af-fa48-4ec5-b920-8256d3a9c184 req-ba12e0d7-d314-405e-a020-c5632f7eccdb tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Router d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d has already been hosted by L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 {{(pid=106293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:24:57.586972 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2a871af-fa48-4ec5-b920-8256d3a9c184 req-ba12e0d7-d314-405e-a020-c5632f7eccdb tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:24:57.602168 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4956747a-ce7b-4403-b71c-aabf6f718938 None None] Sync routers for ids ['d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d'] in dv-cinder-852208-11-iscsi {{(pid=106294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:24:57.614383 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4956747a-ce7b-4403-b71c-aabf6f718938 None None] Routers {'d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:24:57.615022 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-4956747a-ce7b-4403-b71c-aabf6f718938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:24:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d'], 'active': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:24:57.633430 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a871af-fa48-4ec5-b920-8256d3a9c184 req-ba12e0d7-d314-405e-a020-c5632f7eccdb tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] No DVR routers for this DVR port 4b5eb000-c8f0-4513-96d5-77d22b2b35ca on host hv-cinder-85220 {{(pid=106293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:24:57.637389 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-b2a871af-fa48-4ec5-b920-8256d3a9c184 req-ba12e0d7-d314-405e-a020-c5632f7eccdb tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:57.642435 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b2a871af-fa48-4ec5-b920-8256d3a9c184 req-ba12e0d7-d314-405e-a020-c5632f7eccdb tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.75 "DELETE /networking/v2.0/ports/4b5eb000-c8f0-4513-96d5-77d22b2b35ca HTTP/1.1" status: 204 len: 173 time: 1.1972814 Aug 30 04:24:57.643175 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f09a45-d079-472f-9a0f-45714441aca5', 'name': 'network-vif-deleted', 'tag': '4b5eb000-c8f0-4513-96d5-77d22b2b35ca'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:24:57.645697 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11a3118c5976ecaadc28dc64ec6366a88eb3d4be069be3e491e321578e9d1f78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91b6109-d30c-4be1-89df-81823740603c" -d '{"events": [{"server_uuid": "a2f09a45-d079-472f-9a0f-45714441aca5", "name": "network-vif-deleted", "tag": "4b5eb000-c8f0-4513-96d5-77d22b2b35ca"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:24:57.685908 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c15c8cc-1a54-4a1d-8a06-ff5a5c772972 x-openstack-request-id: req-5c15c8cc-1a54-4a1d-8a06-ff5a5c772972 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:24:57.686234 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f09a45-d079-472f-9a0f-45714441aca5", "name": "network-vif-deleted", "tag": "4b5eb000-c8f0-4513-96d5-77d22b2b35ca", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:24:57.686483 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5c15c8cc-1a54-4a1d-8a06-ff5a5c772972 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:24:57.686894 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c15c8cc-1a54-4a1d-8a06-ff5a5c772972'] response: {'server_uuid': 'a2f09a45-d079-472f-9a0f-45714441aca5', 'name': 'network-vif-deleted', 'tag': '4b5eb000-c8f0-4513-96d5-77d22b2b35ca', 'status': 'completed', 'code': 200} Aug 30 04:24:57.688392 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-4da419d4-64cb-405d-90e3-a614993a0b40 req-c62cc911-7eba-410a-9ddf-0fa97fc8c180 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a2f09a45-d079-472f-9a0f-45714441aca5 HTTP/1.1" status: 200 len: 210 time: 0.0346284 Aug 30 04:24:57.726652 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvr_db [None req-4956747a-ce7b-4403-b71c-aabf6f718938 None None] Set router d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d gateway port host: dv-cinder-852208-11-iscsi {{(pid=106294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:24:57.881682 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd67b8f-f3f8-4639-b5e8-ad3215674809 req-500b0f5a-cee2-4b03-ba12-898a406d6790 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:57.883284 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fdd67b8f-f3f8-4639-b5e8-ad3215674809 req-500b0f5a-cee2-4b03-ba12-898a406d6790 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0c3b92a2-23a8-405c-b393-820424eddd08 HTTP/1.1" status: 200 len: 944 time: 0.0552974 Aug 30 04:24:57.897146 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 063e08d6-d65f-4bd5-9b7c-48ede36416eb details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106294) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:24:57.899767 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 62c2b20d-786c-4609-93c3-a36cc9f257d4 no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:24:57.935646 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fdd67b8f-f3f8-4639-b5e8-ad3215674809 req-051da55e-b0ca-4976-a8e7-4dcf875e951b tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1c205f42-e2da-40a6-a4c4-81fd5750f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461214 Aug 30 04:24:57.971674 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:57.998473 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-4956747a-ce7b-4403-b71c-aabf6f718938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'name': 'tempest-AttachVolumeTestJSON-420723525-router', 'tenant_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.19'}], 'enable_snat': True}, 'gw_port_id': '7afda184-eff6-42e9-b65a-847d2ef145e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:51Z', 'updated_at': '2022-08-30T04:19:00Z', 'revision_number': 4, 'project_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'gw_port': {'id': '7afda184-eff6-42e9-b65a-847d2ef145e0', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:53Z', 'updated_at': '2022-08-30T04:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': 'fb4b0c10-9ac3-41b4-a1f8-355df76b03c4', 'name': '', 'network_id': 'f55c98a9-cbed-4af8-92a6-c49957223dcb', 'tenant_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'mac_address': 'fa:16:3e:ca:16:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8f1a2822-90de-40bf-914e-6a8cde2028a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:59Z', 'updated_at': '2022-08-30T04:19:16Z', 'revision_number': 5, 'project_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'subnets': [{'id': '8f1a2822-90de-40bf-914e-6a8cde2028a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:24:58.055015 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4956747a-ce7b-4403-b71c-aabf6f718938 None None] Checking router: d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d for host: dv-cinder-852208-11-iscsi {{(pid=106294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:24:58.096210 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4956747a-ce7b-4403-b71c-aabf6f718938 None None] Routers {'d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:24:58.096875 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-4956747a-ce7b-4403-b71c-aabf6f718938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:24:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d'], 'active': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:24:58.098348 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:58.168953 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Current status of the port 62c2b20d-786c-4609-93c3-a36cc9f257d4 is: ACTIVE; New status is: DOWN {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:24:58.169256 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (62c2b20d-786c-4609-93c3-a36cc9f257d4), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:58.172122 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port 063e08d6-d65f-4bd5-9b7c-48ede36416eb, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=063e08d6-d65f-4bd5-9b7c-48ede36416eb,segment=NetworkSegment(0883dac3-57f0-4e08-9b27-97a718acc317),segment_id=0883dac3-57f0-4e08-9b27-97a718acc317)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:24:58.200970 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Returning: {'device': '063e08d6-d65f-4bd5-9b7c-48ede36416eb', 'network_id': 'd7d92f54-c849-4928-94b8-15ca960aef5a', 'port_id': '063e08d6-d65f-4bd5-9b7c-48ede36416eb', 'mac_address': 'fa:16:3e:31:19:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '646d24da-bdaf-4aea-ad44-2a004e388e6e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106294) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:24:58.239826 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6919ed2d-211e-4a0e-8ee3-09dbb72ffff1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62c2b20d-786c-4609-93c3-a36cc9f257d4'}] {{(pid=106294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:24:58.242033 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc91461c002048a1511ec2515697d9f100988a5a9e001fc967bf4275e8e26e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032cb840-6d35-4850-bd19-0a2985628e73" -d '{"events": [{"server_uuid": "6919ed2d-211e-4a0e-8ee3-09dbb72ffff1", "name": "network-vif-unplugged", "status": "completed", "tag": "62c2b20d-786c-4609-93c3-a36cc9f257d4"}]}' {{(pid=106294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:24:58.264350 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port 62c2b20d-786c-4609-93c3-a36cc9f257d4, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=62c2b20d-786c-4609-93c3-a36cc9f257d4,segment=NetworkSegment(f1ad6c1c-d522-42f8-b534-1fea329f4792),segment_id=f1ad6c1c-d522-42f8-b534-1fea329f4792)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:24:58.287730 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 30 Aug 2022 04:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44243f8a-16fe-4915-9519-bfb41e58f1ed x-openstack-request-id: req-44243f8a-16fe-4915-9519-bfb41e58f1ed {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:24:58.288030 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6919ed2d-211e-4a0e-8ee3-09dbb72ffff1", "name": "network-vif-unplugged", "status": "completed", "tag": "62c2b20d-786c-4609-93c3-a36cc9f257d4", "code": 200}]} {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:24:58.288285 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-44243f8a-16fe-4915-9519-bfb41e58f1ed {{(pid=106294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:24:58.288672 dv-cinder-852208-11-iscsi neutron-server[106294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44243f8a-16fe-4915-9519-bfb41e58f1ed'] response: {'server_uuid': '6919ed2d-211e-4a0e-8ee3-09dbb72ffff1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62c2b20d-786c-4609-93c3-a36cc9f257d4', 'code': 200} Aug 30 04:24:58.295546 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (62c2b20d-786c-4609-93c3-a36cc9f257d4), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:58.317013 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ff4bd-13bc-4e09-b5ba-61e78046b9aa req-8eea5c63-e792-49d8-94fd-89820ea9bcef tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:58.318546 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-3f2ff4bd-13bc-4e09-b5ba-61e78046b9aa req-8eea5c63-e792-49d8-94fd-89820ea9bcef tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 944 time: 0.0500095 Aug 30 04:24:58.370053 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-3f2ff4bd-13bc-4e09-b5ba-61e78046b9aa req-412320d5-89f7-405b-a307-9699c496f84d tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457916 Aug 30 04:24:58.459939 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvr_db [None req-4956747a-ce7b-4403-b71c-aabf6f718938 None None] Set router d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d gateway port host: dv-cinder-852208-11-iscsi {{(pid=106294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:24:58.485275 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Current status of the port 063e08d6-d65f-4bd5-9b7c-48ede36416eb is: DOWN; New status is: BUILD {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:24:58.485666 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (063e08d6-d65f-4bd5-9b7c-48ede36416eb), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:58.516931 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 063e08d6-d65f-4bd5-9b7c-48ede36416eb {{(pid=106294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:24:58.580855 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Pushing event updated for resources: {'Port': ['ID=62c2b20d-786c-4609-93c3-a36cc9f257d4,revision_number=8']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:58.615539 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port 063e08d6-d65f-4bd5-9b7c-48ede36416eb, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=063e08d6-d65f-4bd5-9b7c-48ede36416eb,segment=NetworkSegment(0883dac3-57f0-4e08-9b27-97a718acc317),segment_id=0883dac3-57f0-4e08-9b27-97a718acc317)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:24:58.622208 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (063e08d6-d65f-4bd5-9b7c-48ede36416eb), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:58.703747 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Pushing event updated for resources: {'Port': ['ID=063e08d6-d65f-4bd5-9b7c-48ede36416eb,revision_number=4']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:24:58.748656 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-4956747a-ce7b-4403-b71c-aabf6f718938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'name': 'tempest-AttachVolumeTestJSON-420723525-router', 'tenant_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.19'}], 'enable_snat': True}, 'gw_port_id': '7afda184-eff6-42e9-b65a-847d2ef145e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:51Z', 'updated_at': '2022-08-30T04:19:00Z', 'revision_number': 4, 'project_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'gw_port': {'id': '7afda184-eff6-42e9-b65a-847d2ef145e0', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:53Z', 'updated_at': '2022-08-30T04:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': 'fb4b0c10-9ac3-41b4-a1f8-355df76b03c4', 'name': '', 'network_id': 'f55c98a9-cbed-4af8-92a6-c49957223dcb', 'tenant_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'mac_address': 'fa:16:3e:ca:16:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8f1a2822-90de-40bf-914e-6a8cde2028a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:59Z', 'updated_at': '2022-08-30T04:19:16Z', 'revision_number': 5, 'project_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'subnets': [{'id': '8f1a2822-90de-40bf-914e-6a8cde2028a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:24:58.774297 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4956747a-ce7b-4403-b71c-aabf6f718938 None None] The sync data for ids ['d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d'] in dv-cinder-852208-11-iscsi is: [{'id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'name': 'tempest-AttachVolumeTestJSON-420723525-router', 'tenant_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.19'}], 'enable_snat': True}, 'gw_port_id': '7afda184-eff6-42e9-b65a-847d2ef145e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:51Z', 'updated_at': '2022-08-30T04:19:00Z', 'revision_number': 4, 'project_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'gw_port': {'id': '7afda184-eff6-42e9-b65a-847d2ef145e0', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:53Z', 'updated_at': '2022-08-30T04:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': 'fb4b0c10-9ac3-41b4-a1f8-355df76b03c4', 'name': '', 'network_id': 'f55c98a9-cbed-4af8-92a6-c49957223dcb', 'tenant_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'mac_address': 'fa:16:3e:ca:16:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8f1a2822-90de-40bf-914e-6a8cde2028a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:59Z', 'updated_at': '2022-08-30T04:19:16Z', 'revision_number': 5, 'project_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'subnets': [{'id': '8f1a2822-90de-40bf-914e-6a8cde2028a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:24:58.796561 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e0627162-1e6b-4f25-bee0-cb4ae155a12e req-8cc475ed-9689-4628-b402-582fba4570c0 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a2f09a45-d079-472f-9a0f-45714441aca5 HTTP/1.1" status: 200 len: 210 time: 0.0308034 Aug 30 04:24:58.875213 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] get_ports_and_sgs() called for port_ids ['063e08d6-d65f-4bd5-9b7c-48ede36416eb'] {{(pid=106294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:24:59.065981 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:59.101592 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d91bf45-29d3-41e1-85a0-c45b9d9c2376 req-2e3de430-cd03-45c3-a260-b3c15a42e9a1 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:59.104247 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-6d91bf45-29d3-41e1-85a0-c45b9d9c2376 req-2e3de430-cd03-45c3-a260-b3c15a42e9a1 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0c3b92a2-23a8-405c-b393-820424eddd08 HTTP/1.1" status: 200 len: 945 time: 0.0846064 Aug 30 04:24:59.145254 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387708d2-96cb-477e-8079-1a12eca8abf7 None None] New status for floating IP eaef247e-9e56-4009-a404-7ae2285b8e5a: DOWN {{(pid=106295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:24:59.181133 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-6d91bf45-29d3-41e1-85a0-c45b9d9c2376 req-3f3a69ee-bc94-4685-a4c4-03be76940f9f tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1c205f42-e2da-40a6-a4c4-81fd5750f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688336 Aug 30 04:24:59.493255 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e736aa-0929-460a-bf41-619cf75618e2 req-0f9d1356-d5de-4eb6-8e29-be3ddec80903 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:24:59.494713 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-08e736aa-0929-460a-bf41-619cf75618e2 req-0f9d1356-d5de-4eb6-8e29-be3ddec80903 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 944 time: 0.0473197 Aug 30 04:24:59.549024 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-08e736aa-0929-460a-bf41-619cf75618e2 req-55650ab3-129d-4960-b31f-bbff0ca88576 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478077 Aug 30 04:24:59.908087 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 063e08d6-d65f-4bd5-9b7c-48ede36416eb up at agent hyperv_hv-cinder-85220 {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:24:59.908583 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 52656) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:24:59.915843 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:59.961113 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:59.975428 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Provisioning for port 063e08d6-d65f-4bd5-9b7c-48ede36416eb completed by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:24:59.986580 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Provisioning complete for port 063e08d6-d65f-4bd5-9b7c-48ede36416eb triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:24:59.986580 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (063e08d6-d65f-4bd5-9b7c-48ede36416eb), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:59.986832 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2ac9b4b8-08e1-4552-a305-c37a98fed987 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks [] for security_group (71feeea0-ea8c-4677-b90c-baccf4202bc2), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:00.013212 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2ac9b4b8-08e1-4552-a305-c37a98fed987 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks [] for security_group (71feeea0-ea8c-4677-b90c-baccf4202bc2), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:00.066023 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Current status of the port 063e08d6-d65f-4bd5-9b7c-48ede36416eb is: BUILD; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:25:00.066405 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (063e08d6-d65f-4bd5-9b7c-48ede36416eb), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:00.078279 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2ac9b4b8-08e1-4552-a305-c37a98fed987 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (71feeea0-ea8c-4677-b90c-baccf4202bc2), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:00.081992 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2ac9b4b8-08e1-4552-a305-c37a98fed987 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:00.086085 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-2ac9b4b8-08e1-4552-a305-c37a98fed987 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/71feeea0-ea8c-4677-b90c-baccf4202bc2 HTTP/1.1" status: 204 len: 168 time: 0.1739757 Aug 30 04:25:00.086664 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 52664) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:25:00.094178 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac9b4b8-08e1-4552-a305-c37a98fed987 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71feeea0-ea8c-4677-b90c-baccf4202bc2,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:25:00.104276 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.api.v2.resource [None req-c7482ab7-78ce-4a1d-9c08-fd809212a819 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] show failed (client error): The resource could not be found. Aug 30 04:25:00.106793 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-c7482ab7-78ce-4a1d-9c08-fd809212a819 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "GET /networking/v2.0/security-groups/71feeea0-ea8c-4677-b90c-baccf4202bc2 HTTP/1.1" status: 404 len: 347 time: 0.0188444 Aug 30 04:25:00.109686 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 52666) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:25:00.111867 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port 063e08d6-d65f-4bd5-9b7c-48ede36416eb, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=063e08d6-d65f-4bd5-9b7c-48ede36416eb,segment=NetworkSegment(0883dac3-57f0-4e08-9b27-97a718acc317),segment_id=0883dac3-57f0-4e08-9b27-97a718acc317)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:25:00.119542 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (063e08d6-d65f-4bd5-9b7c-48ede36416eb), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:00.121080 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 4b5eb000-c8f0-4513-96d5-77d22b2b35ca no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:25:00.156229 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=100 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:00.159315 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] No Port match for: 4b5eb000-c8f0-4513-96d5-77d22b2b35ca {{(pid=106294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:25:00.159694 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 4b5eb000-c8f0-4513-96d5-77d22b2b35ca not bound to the agent host hv-cinder-85220 {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:25:00.189712 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Pushing event updated for resources: {'Port': ['ID=063e08d6-d65f-4bd5-9b7c-48ede36416eb,revision_number=5']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:25:00.229632 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.plugin [None req-54349745-57a0-43f5-a9ac-4660738485f2 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Deleting port 69452c45-e317-4f44-b42e-4846dc6b9b17 {{(pid=106292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:25:00.230544 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-54349745-57a0-43f5-a9ac-4660738485f2 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (69452c45-e317-4f44-b42e-4846dc6b9b17), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:00.290200 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c3b92a2-23a8-405c-b393-820424eddd08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063e08d6-d65f-4bd5-9b7c-48ede36416eb'}] {{(pid=106294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:25:00.293522 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc91461c002048a1511ec2515697d9f100988a5a9e001fc967bf4275e8e26e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fadacee-5978-4af5-8774-f7e41520b026" -d '{"events": [{"server_uuid": "0c3b92a2-23a8-405c-b393-820424eddd08", "name": "network-vif-plugged", "status": "completed", "tag": "063e08d6-d65f-4bd5-9b7c-48ede36416eb"}]}' {{(pid=106294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:25:00.328014 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5a526-6762-4da3-92e9-ef7eac6cb809 req-0f82d083-1767-4e8e-bd96-8c3494423bfc tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:00.329398 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-88e5a526-6762-4da3-92e9-ef7eac6cb809 req-0f82d083-1767-4e8e-bd96-8c3494423bfc tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0c3b92a2-23a8-405c-b393-820424eddd08 HTTP/1.1" status: 200 len: 946 time: 0.0596793 Aug 30 04:25:00.366638 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-54349745-57a0-43f5-a9ac-4660738485f2 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (69452c45-e317-4f44-b42e-4846dc6b9b17), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:00.366976 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-54349745-57a0-43f5-a9ac-4660738485f2 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks [] for floatingip (69452c45-e317-4f44-b42e-4846dc6b9b17), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:00.389890 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.plugin [None req-54349745-57a0-43f5-a9ac-4660738485f2 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Calling delete_port for 69452c45-e317-4f44-b42e-4846dc6b9b17 owned by network:floatingip {{(pid=106292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:25:00.408746 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611f3609-ddf6-4edd-af9d-8665cf1359c7 x-openstack-request-id: req-611f3609-ddf6-4edd-af9d-8665cf1359c7 {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:25:00.409044 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c3b92a2-23a8-405c-b393-820424eddd08", "name": "network-vif-plugged", "status": "completed", "tag": "063e08d6-d65f-4bd5-9b7c-48ede36416eb", "code": 200}]} {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:25:00.409294 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-611f3609-ddf6-4edd-af9d-8665cf1359c7 {{(pid=106294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:25:00.409783 dv-cinder-852208-11-iscsi neutron-server[106294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-611f3609-ddf6-4edd-af9d-8665cf1359c7'] response: {'server_uuid': '0c3b92a2-23a8-405c-b393-820424eddd08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063e08d6-d65f-4bd5-9b7c-48ede36416eb', 'code': 200} Aug 30 04:25:00.419169 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-88e5a526-6762-4da3-92e9-ef7eac6cb809 req-ee86a890-7110-48fa-bd66-c423980f7557 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1c205f42-e2da-40a6-a4c4-81fd5750f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831277 Aug 30 04:25:00.553994 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-54349745-57a0-43f5-a9ac-4660738485f2 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642203'] for port (69452c45-e317-4f44-b42e-4846dc6b9b17), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:00.606284 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54349745-57a0-43f5-a9ac-4660738485f2 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Pushing event deleted for resources: {'Port': ['ID=69452c45-e317-4f44-b42e-4846dc6b9b17,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:25:00.733710 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0a28fa-fbe8-43b1-83ae-aedbe8141026 req-d5db835b-fb3c-43e6-8d19-493655d8d7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:00.736081 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3e0a28fa-fbe8-43b1-83ae-aedbe8141026 req-d5db835b-fb3c-43e6-8d19-493655d8d7cf service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=0c3b92a2-23a8-405c-b393-820424eddd08 HTTP/1.1" status: 200 len: 1130 time: 0.0762131 Aug 30 04:25:00.759897 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c005fea-50e5-42a6-b1a8-9c703c0d16fa req-53f8c7eb-4e1c-4b4b-bcb2-560e68afd1c8 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:00.764524 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-3c005fea-50e5-42a6-b1a8-9c703c0d16fa req-53f8c7eb-4e1c-4b4b-bcb2-560e68afd1c8 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 944 time: 0.1239877 Aug 30 04:25:00.772956 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-54349745-57a0-43f5-a9ac-4660738485f2 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks [] for floatingip (eaef247e-9e56-4009-a404-7ae2285b8e5a), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:00.776317 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-54349745-57a0-43f5-a9ac-4660738485f2 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for floatingip (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:00.777954 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-54349745-57a0-43f5-a9ac-4660738485f2 tempest-AttachVolumeTestJSON-1065642161 tempest-AttachVolumeTestJSON-1065642161-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/eaef247e-9e56-4009-a404-7ae2285b8e5a HTTP/1.1" status: 204 len: 168 time: 0.6663041 Aug 30 04:25:00.826241 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3e0a28fa-fbe8-43b1-83ae-aedbe8141026 req-34cff203-ff53-4ca9-b0f2-1aa73aacd9d8 service neutron] 10.222.0.75 "GET /networking/v2.0/security-groups?id=1c205f42-e2da-40a6-a4c4-81fd5750f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840762 Aug 30 04:25:00.842139 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-3c005fea-50e5-42a6-b1a8-9c703c0d16fa req-a9131856-ef2d-4f81-b616-d3f761e3b177 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632069 Aug 30 04:25:01.039913 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 52704) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:25:01.127465 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (5274a8db-cdbb-4c02-abb1-2eb9d7076dc1), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:01.144715 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:01.151970 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-50051e91-1026-49de-9a3b-a862dbdc3d9b req-6b016b97-6f1e-4b48-bab9-18b8c87cc3a8 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1108823 Aug 30 04:25:01.161048 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [req-50051e91-1026-49de-9a3b-a862dbdc3d9b req-17f48622-c7ac-405c-9426-bd2a1bc58ce1 service neutron] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106292) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 04:25:01.161987 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-50051e91-1026-49de-9a3b-a862dbdc3d9b req-17f48622-c7ac-405c-9426-bd2a1bc58ce1 service neutron] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048883 Aug 30 04:25:01.244678 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 52712) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:25:01.343240 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50051e91-1026-49de-9a3b-a862dbdc3d9b req-51c6dec0-d6f9-4c89-8338-6dff5b6c064c tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:01.344511 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-50051e91-1026-49de-9a3b-a862dbdc3d9b req-51c6dec0-d6f9-4c89-8338-6dff5b6c064c tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports/62c2b20d-786c-4609-93c3-a36cc9f257d4 HTTP/1.1" status: 200 len: 941 time: 0.0988643 Aug 30 04:25:01.683564 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:01.738076 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc77abc-624c-4078-991d-a3eebd46322d req-6e84cd87-70f3-4e6d-b179-d8e2dcca54bb tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:01.739635 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9bc77abc-624c-4078-991d-a3eebd46322d req-6e84cd87-70f3-4e6d-b179-d8e2dcca54bb tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0c3b92a2-23a8-405c-b393-820424eddd08 HTTP/1.1" status: 200 len: 946 time: 0.0655761 Aug 30 04:25:01.792377 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9bc77abc-624c-4078-991d-a3eebd46322d req-6d1fd534-7935-446e-b4c8-ccb39a842658 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1c205f42-e2da-40a6-a4c4-81fd5750f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468979 Aug 30 04:25:01.921247 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 62c2b20d-786c-4609-93c3-a36cc9f257d4 no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:25:01.992772 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d8f375-387d-4488-8e41-8770fc8dc030 req-e6991136-87da-446e-bde8-c7225c6c62ed tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:01.994839 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-07d8f375-387d-4488-8e41-8770fc8dc030 req-e6991136-87da-446e-bde8-c7225c6c62ed tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 944 time: 0.0661876 Aug 30 04:25:02.002898 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Current status of the port 62c2b20d-786c-4609-93c3-a36cc9f257d4 is: DOWN; New status is: DOWN {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:25:02.059068 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-07d8f375-387d-4488-8e41-8770fc8dc030 req-705b3048-0b67-4b95-b112-ba89bc6ed1e4 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533841 Aug 30 04:25:02.536638 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9e1d4-ff7f-4337-9d5d-bb8f92650feb req-da20bb18-e124-4ba1-9133-69ae9bcf1c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:02.538218 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-36e9e1d4-ff7f-4337-9d5d-bb8f92650feb req-da20bb18-e124-4ba1-9133-69ae9bcf1c2d service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=411b8da28bed456bbdcdb01587610b47&device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 1128 time: 0.0420041 Aug 30 04:25:02.857977 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50051e91-1026-49de-9a3b-a862dbdc3d9b req-0d54dfab-b575-4a3d-9e2e-cd8680a040bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:02.859462 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-50051e91-1026-49de-9a3b-a862dbdc3d9b req-0d54dfab-b575-4a3d-9e2e-cd8680a040bc service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1&tenant_id=411b8da28bed456bbdcdb01587610b47 HTTP/1.1" status: 200 len: 1128 time: 0.0823774 Aug 30 04:25:02.914098 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9e1d4-ff7f-4337-9d5d-bb8f92650feb req-8dbfc294-5ff5-440a-b6c6-8182b7344665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:02.915568 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-36e9e1d4-ff7f-4337-9d5d-bb8f92650feb req-8dbfc294-5ff5-440a-b6c6-8182b7344665 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6 HTTP/1.1" status: 200 len: 918 time: 0.1583679 Aug 30 04:25:02.925622 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60664e1-a275-449e-a2f6-3ddcf4e00f0e req-cb1d71ec-0e8c-4395-abc4-34cda4bcb4f3 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:02.926997 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a60664e1-a275-449e-a2f6-3ddcf4e00f0e req-cb1d71ec-0e8c-4395-abc4-34cda4bcb4f3 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0c3b92a2-23a8-405c-b393-820424eddd08 HTTP/1.1" status: 200 len: 946 time: 0.0624685 Aug 30 04:25:03.008818 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-36e9e1d4-ff7f-4337-9d5d-bb8f92650feb req-d6f2d9c7-014e-4fb6-b01d-3fd56448f8cb service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62c2b20d-786c-4609-93c3-a36cc9f257d4 HTTP/1.1" status: 200 len: 1000 time: 0.0808971 Aug 30 04:25:03.030849 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a60664e1-a275-449e-a2f6-3ddcf4e00f0e req-9e76daaf-e3f2-4b78-9a9b-50d375cf785a tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1c205f42-e2da-40a6-a4c4-81fd5750f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969775 Aug 30 04:25:03.066132 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9e1d4-ff7f-4337-9d5d-bb8f92650feb req-681bb1a4-33f8-45f3-8a0e-33cfc942c82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:03.067622 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-36e9e1d4-ff7f-4337-9d5d-bb8f92650feb req-681bb1a4-33f8-45f3-8a0e-33cfc942c82b service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=bd870cbd-142c-4604-b43f-9d9fc317ac72 HTTP/1.1" status: 200 len: 856 time: 0.0494463 Aug 30 04:25:03.120188 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9e1d4-ff7f-4337-9d5d-bb8f92650feb req-ff8a11cc-766f-44ed-b3cd-6acb34315df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:03.127318 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-36e9e1d4-ff7f-4337-9d5d-bb8f92650feb req-ff8a11cc-766f-44ed-b3cd-6acb34315df0 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0534296 Aug 30 04:25:03.158865 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0ec43-3cfc-4bf0-b6ed-9be8993c9394 req-c771e1ee-8368-40cc-8722-31e07ecd3c8c tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:03.160460 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-90c0ec43-3cfc-4bf0-b6ed-9be8993c9394 req-c771e1ee-8368-40cc-8722-31e07ecd3c8c tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0c3b92a2-23a8-405c-b393-820424eddd08 HTTP/1.1" status: 200 len: 946 time: 0.0501113 Aug 30 04:25:03.212320 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-90c0ec43-3cfc-4bf0-b6ed-9be8993c9394 req-46d5a825-3588-4e05-b2ea-e4a74a98fa0d tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1c205f42-e2da-40a6-a4c4-81fd5750f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459757 Aug 30 04:25:03.237459 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e04ce-b7a1-4ece-bcf4-a43c70126c85 req-c6945792-546b-4a1b-a2a4-8ff7eaac3541 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:03.238942 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2d7e04ce-b7a1-4ece-bcf4-a43c70126c85 req-c6945792-546b-4a1b-a2a4-8ff7eaac3541 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 944 time: 0.0846610 Aug 30 04:25:03.239397 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 52742) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:25:03.289831 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-36e9e1d4-ff7f-4337-9d5d-bb8f92650feb req-3f19a561-5bda-4f29-bf91-79993e811190 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559179 Aug 30 04:25:03.391586 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2d7e04ce-b7a1-4ece-bcf4-a43c70126c85 req-1904daca-1a51-48d2-a52f-39a3c8aaa72f tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432095 Aug 30 04:25:03.407238 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2328e4d-0b80-46b5-b557-edb6d84e5f80 tempest-TestShelveInstance-1319894342 tempest-TestShelveInstance-1319894342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:03.408791 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-f2328e4d-0b80-46b5-b557-edb6d84e5f80 tempest-TestShelveInstance-1319894342 tempest-TestShelveInstance-1319894342-project-admin] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0c3b92a2-23a8-405c-b393-820424eddd08 HTTP/1.1" status: 200 len: 1125 time: 0.1668642 Aug 30 04:25:03.413443 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 52752) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:25:03.432672 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-8ba48be4-b63a-4d92-99b2-771c766a004e tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Request body: {'floatingip': {'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'port_id': '063e08d6-d65f-4bd5-9b7c-48ede36416eb', 'tenant_id': 'b0f04feca7a349e5a656f166dae05354', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:25:03.437455 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:03.464807 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-36e9e1d4-ff7f-4337-9d5d-bb8f92650feb req-3ee22e02-740e-4692-8403-a2d95658c437 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633072 Aug 30 04:25:03.470599 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-8ba48be4-b63a-4d92-99b2-771c766a004e tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:03.563094 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:03.571436 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50051e91-1026-49de-9a3b-a862dbdc3d9b req-622c13df-48f8-4ca6-b153-340eda5352e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:03.572843 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-50051e91-1026-49de-9a3b-a862dbdc3d9b req-622c13df-48f8-4ca6-b153-340eda5352e0 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=411b8da28bed456bbdcdb01587610b47&device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 1128 time: 0.0531054 Aug 30 04:25:03.607819 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-8ba48be4-b63a-4d92-99b2-771c766a004e tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:04.009892 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50051e91-1026-49de-9a3b-a862dbdc3d9b req-1fb4cba4-23ab-43bf-86d2-6b1c9e29a14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:04.011810 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-50051e91-1026-49de-9a3b-a862dbdc3d9b req-1fb4cba4-23ab-43bf-86d2-6b1c9e29a14d service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6 HTTP/1.1" status: 200 len: 918 time: 0.4317369 Aug 30 04:25:04.068873 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [None req-8ba48be4-b63a-4d92-99b2-771c766a004e tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Allocated IP 172.27.4.253 (5c43c40f-cc6a-4e53-a103-6d34effd891a/b2d4007f-d8ed-41cc-b520-7777f18cd186/d5ec217d-396a-4c62-8f3a-dd6a2ca4ca88) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:25:04.099699 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-50051e91-1026-49de-9a3b-a862dbdc3d9b req-dee620b8-492f-4907-8ae0-4ffde34ba72b service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62c2b20d-786c-4609-93c3-a36cc9f257d4 HTTP/1.1" status: 200 len: 1000 time: 0.0816281 Aug 30 04:25:04.192428 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50051e91-1026-49de-9a3b-a862dbdc3d9b req-eb08b4b7-e733-4b21-9e81-839c8e47bf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:04.193849 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-50051e91-1026-49de-9a3b-a862dbdc3d9b req-eb08b4b7-e733-4b21-9e81-839c8e47bf1e service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=bd870cbd-142c-4604-b43f-9d9fc317ac72 HTTP/1.1" status: 200 len: 856 time: 0.0851851 Aug 30 04:25:04.257410 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-8ba48be4-b63a-4d92-99b2-771c766a004e tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Publish callbacks [] for port (d5ec217d-396a-4c62-8f3a-dd6a2ca4ca88), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:04.259348 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50051e91-1026-49de-9a3b-a862dbdc3d9b req-aa3c796b-8de7-42d8-8ab7-0a75944eb505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:04.262021 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-50051e91-1026-49de-9a3b-a862dbdc3d9b req-aa3c796b-8de7-42d8-8ab7-0a75944eb505 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0585816 Aug 30 04:25:04.349714 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-8ba48be4-b63a-4d92-99b2-771c766a004e tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (d5ec217d-396a-4c62-8f3a-dd6a2ca4ca88), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:04.408156 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-50051e91-1026-49de-9a3b-a862dbdc3d9b req-6e74b1ef-9f26-416d-8123-b5ba6f25530b service neutron] 10.222.0.75 "GET /networking/v2.0/networks/ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401494 Aug 30 04:25:04.411396 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba48be4-b63a-4d92-99b2-771c766a004e tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Network 5c43c40f-cc6a-4e53-a103-6d34effd891a is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:25:04.415827 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-8ba48be4-b63a-4d92-99b2-771c766a004e tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:25:04.426391 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:04.427240 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba48be4-b63a-4d92-99b2-771c766a004e tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:25:04.467949 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba48be4-b63a-4d92-99b2-771c766a004e tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Pushing event updated for resources: {'Port': ['ID=d5ec217d-396a-4c62-8f3a-dd6a2ca4ca88,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:25:04.531503 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 52762) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:25:04.539110 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:04.556344 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bab91e-d906-4bc5-b0ff-2effe987a9fb req-4a9472d0-109a-41ca-b12e-00d02522e9ae tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:04.558404 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-b5bab91e-d906-4bc5-b0ff-2effe987a9fb req-4a9472d0-109a-41ca-b12e-00d02522e9ae tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 944 time: 0.0703800 Aug 30 04:25:04.590791 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-50051e91-1026-49de-9a3b-a862dbdc3d9b req-ff4fd915-2904-40b9-af2a-7298f297f3e3 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759081 Aug 30 04:25:04.611036 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-b5bab91e-d906-4bc5-b0ff-2effe987a9fb req-36785016-0a95-4e04-9732-99e0b7a69d36 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459712 Aug 30 04:25:04.629493 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:04.927808 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-8ba48be4-b63a-4d92-99b2-771c766a004e tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Publish callbacks [] for floatingip (4d3bdc4d-1420-4495-b27f-af0750fdcd83), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:04.997382 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-c4cad1b9-ddd4-47ec-bb40-f7296ab0ef78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573154'] for router_interface (d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:05.008353 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-8ba48be4-b63a-4d92-99b2-771c766a004e tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (d5ec217d-396a-4c62-8f3a-dd6a2ca4ca88), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:05.255980 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-8ba48be4-b63a-4d92-99b2-771c766a004e tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Publish callbacks [] for port (d5ec217d-396a-4c62-8f3a-dd6a2ca4ca88), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:05.265506 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-8ba48be4-b63a-4d92-99b2-771c766a004e tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-454314'] for port (d5ec217d-396a-4c62-8f3a-dd6a2ca4ca88), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:05.373519 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-8ba48be4-b63a-4d92-99b2-771c766a004e tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572642'] for floatingip (4d3bdc4d-1420-4495-b27f-af0750fdcd83), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:05.376071 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba48be4-b63a-4d92-99b2-771c766a004e tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Pushing event updated for resources: {'Port': ['ID=d5ec217d-396a-4c62-8f3a-dd6a2ca4ca88,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:25:05.525874 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.db.l3_db [None req-8ba48be4-b63a-4d92-99b2-771c766a004e tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Floating IP 4d3bdc4d-1420-4495-b27f-af0750fdcd83 associated. External IP: 172.27.4.253, port: 063e08d6-d65f-4bd5-9b7c-48ede36416eb. Aug 30 04:25:05.616117 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.plugin [None req-c4cad1b9-ddd4-47ec-bb40-f7296ab0ef78 admin admin] Deleting port fb4b0c10-9ac3-41b4-a1f8-355df76b03c4 {{(pid=106292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:25:05.616683 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-c4cad1b9-ddd4-47ec-bb40-f7296ab0ef78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (fb4b0c10-9ac3-41b4-a1f8-355df76b03c4), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:05.755251 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.db [None req-c4cad1b9-ddd4-47ec-bb40-f7296ab0ef78 admin admin] For port fb4b0c10-9ac3-41b4-a1f8-355df76b03c4, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=fb4b0c10-9ac3-41b4-a1f8-355df76b03c4,segment=NetworkSegment(e519ac78-f91d-4e30-a2bb-8ce973f50b92),segment_id=e519ac78-f91d-4e30-a2bb-8ce973f50b92)] {{(pid=106292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:25:05.755662 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-c4cad1b9-ddd4-47ec-bb40-f7296ab0ef78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (fb4b0c10-9ac3-41b4-a1f8-355df76b03c4), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:05.777206 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.plugin [None req-c4cad1b9-ddd4-47ec-bb40-f7296ab0ef78 admin admin] Calling delete_port for fb4b0c10-9ac3-41b4-a1f8-355df76b03c4 owned by network:router_interface {{(pid=106292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:25:05.867157 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:05.867800 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:05.888746 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=100 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:05.938132 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba48be4-b63a-4d92-99b2-771c766a004e tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Router 43d10244-5020-42e0-9926-de2b338768f7 has already been hosted by L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 {{(pid=106293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:25:05.955190 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde223d-58d3-4a1b-bce1-000e194118a2 req-72b3411e-5ed7-41f8-9058-9b8253173213 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:05.956694 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-edde223d-58d3-4a1b-bce1-000e194118a2 req-72b3411e-5ed7-41f8-9058-9b8253173213 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 944 time: 0.0827231 Aug 30 04:25:06.001889 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:06.083339 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-edde223d-58d3-4a1b-bce1-000e194118a2 req-ff7f33ba-3986-4704-bc89-4bdfc024458d tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198282 Aug 30 04:25:06.083573 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-c4cad1b9-ddd4-47ec-bb40-f7296ab0ef78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642203'] for port (fb4b0c10-9ac3-41b4-a1f8-355df76b03c4), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:06.122020 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba48be4-b63a-4d92-99b2-771c766a004e tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:25:06.128859 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cad1b9-ddd4-47ec-bb40-f7296ab0ef78 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb4b0c10-9ac3-41b4-a1f8-355df76b03c4,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:25:06.144902 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a1072d-c97b-4856-ba7b-6b5240ad9ce3 None None] Sync routers for ids ['43d10244-5020-42e0-9926-de2b338768f7'] in dv-cinder-852208-11-iscsi {{(pid=106294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:25:06.177421 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a1072d-c97b-4856-ba7b-6b5240ad9ce3 None None] Routers {'43d10244-5020-42e0-9926-de2b338768f7'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:25:06.181600 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-91a1072d-c97b-4856-ba7b-6b5240ad9ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:24:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['43d10244-5020-42e0-9926-de2b338768f7'], 'active': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:25:06.186861 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-8ba48be4-b63a-4d92-99b2-771c766a004e tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for floatingip (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:06.233000 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-8ba48be4-b63a-4d92-99b2-771c766a004e tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8182218 Aug 30 04:25:06.233794 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c3b92a2-23a8-405c-b393-820424eddd08', 'tag': '063e08d6-d65f-4bd5-9b7c-48ede36416eb'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:25:06.240484 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11a3118c5976ecaadc28dc64ec6366a88eb3d4be069be3e491e321578e9d1f78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7582461b-cf2e-4f86-bd2a-19689da67cb8" -d '{"events": [{"name": "network-changed", "server_uuid": "0c3b92a2-23a8-405c-b393-820424eddd08", "tag": "063e08d6-d65f-4bd5-9b7c-48ede36416eb"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:25:06.323403 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c2fe05-a224-46ad-b699-642a656b4642 x-openstack-request-id: req-80c2fe05-a224-46ad-b699-642a656b4642 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:25:06.324066 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c3b92a2-23a8-405c-b393-820424eddd08", "tag": "063e08d6-d65f-4bd5-9b7c-48ede36416eb", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:25:06.324066 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-80c2fe05-a224-46ad-b699-642a656b4642 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:25:06.324365 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80c2fe05-a224-46ad-b699-642a656b4642'] response: {'name': 'network-changed', 'server_uuid': '0c3b92a2-23a8-405c-b393-820424eddd08', 'tag': '063e08d6-d65f-4bd5-9b7c-48ede36416eb', 'status': 'completed', 'code': 200} Aug 30 04:25:06.425823 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-c4cad1b9-ddd4-47ec-bb40-f7296ab0ef78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573266'] for router_interface (d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:06.428637 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvr_db [None req-91a1072d-c97b-4856-ba7b-6b5240ad9ce3 None None] Set router 43d10244-5020-42e0-9926-de2b338768f7 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:25:06.718384 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4cad1b9-ddd4-47ec-bb40-f7296ab0ef78 admin admin] Router d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d has already been hosted by L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 {{(pid=106292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:25:06.738190 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-91a1072d-c97b-4856-ba7b-6b5240ad9ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d10244-5020-42e0-9926-de2b338768f7', 'name': 'tempest-TestShelveInstance-1931023720-router', 'tenant_id': 'b0f04feca7a349e5a656f166dae05354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.132'}], 'enable_snat': True}, 'gw_port_id': 'fd3260a3-7da4-4381-8bda-b01b90f120d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:24:11Z', 'updated_at': '2022-08-30T04:24:14Z', 'revision_number': 4, 'project_id': 'b0f04feca7a349e5a656f166dae05354', 'gw_port': {'id': 'fd3260a3-7da4-4381-8bda-b01b90f120d3', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fe:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d10244-5020-42e0-9926-de2b338768f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:12Z', 'updated_at': '2022-08-30T04:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_floatingips': [{'id': '4d3bdc4d-1420-4495-b27f-af0750fdcd83', 'tenant_id': 'b0f04feca7a349e5a656f166dae05354', 'floating_ip_address': '172.27.4.253', 'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'router_id': '43d10244-5020-42e0-9926-de2b338768f7', 'port_id': '063e08d6-d65f-4bd5-9b7c-48ede36416eb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7d92f54-c849-4928-94b8-15ca960aef5a', 'mac_address': 'fa:16:3e:31:19:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3b92a2-23a8-405c-b393-820424eddd08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:25:04Z', 'updated_at': '2022-08-30T04:25:04Z', 'revision_number': 0, 'project_id': 'b0f04feca7a349e5a656f166dae05354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '835af10a-3046-4d4c-8aa5-865f297d8645', 'name': '', 'network_id': 'd7d92f54-c849-4928-94b8-15ca960aef5a', 'tenant_id': 'b0f04feca7a349e5a656f166dae05354', 'mac_address': 'fa:16:3e:2f:2e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d10244-5020-42e0-9926-de2b338768f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '646d24da-bdaf-4aea-ad44-2a004e388e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:14Z', 'updated_at': '2022-08-30T04:24:24Z', 'revision_number': 5, 'project_id': 'b0f04feca7a349e5a656f166dae05354', 'subnets': [{'id': '646d24da-bdaf-4aea-ad44-2a004e388e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:25:06.782640 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a1072d-c97b-4856-ba7b-6b5240ad9ce3 None None] Checking router: 43d10244-5020-42e0-9926-de2b338768f7 for host: dv-cinder-852208-11-iscsi {{(pid=106294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:25:06.793223 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a1072d-c97b-4856-ba7b-6b5240ad9ce3 None None] Routers {'43d10244-5020-42e0-9926-de2b338768f7'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:25:06.793857 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-91a1072d-c97b-4856-ba7b-6b5240ad9ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:24:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['43d10244-5020-42e0-9926-de2b338768f7'], 'active': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:25:06.853121 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4cad1b9-ddd4-47ec-bb40-f7296ab0ef78 admin admin] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:25:06.865029 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f934cc-7fab-4d24-9f79-d201351ce1e0 None None] Sync routers for ids ['d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d'] in dv-cinder-852208-11-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:25:06.870542 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-c4cad1b9-ddd4-47ec-bb40-f7296ab0ef78 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3355672 Aug 30 04:25:06.870910 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 52796) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:25:06.876385 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f934cc-7fab-4d24-9f79-d201351ce1e0 None None] Routers {'d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:25:06.877122 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-05f934cc-7fab-4d24-9f79-d201351ce1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:24:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:25:06.951870 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:06.962596 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvr_db [None req-91a1072d-c97b-4856-ba7b-6b5240ad9ce3 None None] Set router 43d10244-5020-42e0-9926-de2b338768f7 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:25:06.988941 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:06.996056 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-05f934cc-7fab-4d24-9f79-d201351ce1e0 None None] Set router d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d gateway port host: dv-cinder-852208-11-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:25:07.093214 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-32907f41-5220-4f91-a3db-05759477cbb2 admin admin] Publish callbacks [] for router (d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:07.252479 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-05f934cc-7fab-4d24-9f79-d201351ce1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'name': 'tempest-AttachVolumeTestJSON-420723525-router', 'tenant_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.19'}], 'enable_snat': True}, 'gw_port_id': '7afda184-eff6-42e9-b65a-847d2ef145e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:51Z', 'updated_at': '2022-08-30T04:25:06Z', 'revision_number': 5, 'project_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'gw_port': {'id': '7afda184-eff6-42e9-b65a-847d2ef145e0', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:53Z', 'updated_at': '2022-08-30T04:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi'}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:25:07.255387 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-32907f41-5220-4f91-a3db-05759477cbb2 admin admin] Publish callbacks [] for router_gateway (d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:07.281610 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8065d903-95b8-428b-b8d6-14c2043c56ad req-a67b0212-f1b3-4f45-b954-a429c9f80b9a tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:07.283502 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8065d903-95b8-428b-b8d6-14c2043c56ad req-a67b0212-f1b3-4f45-b954-a429c9f80b9a tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 944 time: 0.0733998 Aug 30 04:25:07.322458 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f934cc-7fab-4d24-9f79-d201351ce1e0 None None] Checking router: d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d for host: dv-cinder-852208-11-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:25:07.341085 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f934cc-7fab-4d24-9f79-d201351ce1e0 None None] Routers {'d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:25:07.342085 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-05f934cc-7fab-4d24-9f79-d201351ce1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:24:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:25:07.360607 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-91a1072d-c97b-4856-ba7b-6b5240ad9ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d10244-5020-42e0-9926-de2b338768f7', 'name': 'tempest-TestShelveInstance-1931023720-router', 'tenant_id': 'b0f04feca7a349e5a656f166dae05354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.132'}], 'enable_snat': True}, 'gw_port_id': 'fd3260a3-7da4-4381-8bda-b01b90f120d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:24:11Z', 'updated_at': '2022-08-30T04:24:14Z', 'revision_number': 4, 'project_id': 'b0f04feca7a349e5a656f166dae05354', 'gw_port': {'id': 'fd3260a3-7da4-4381-8bda-b01b90f120d3', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fe:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d10244-5020-42e0-9926-de2b338768f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:12Z', 'updated_at': '2022-08-30T04:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_floatingips': [{'id': '4d3bdc4d-1420-4495-b27f-af0750fdcd83', 'tenant_id': 'b0f04feca7a349e5a656f166dae05354', 'floating_ip_address': '172.27.4.253', 'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'router_id': '43d10244-5020-42e0-9926-de2b338768f7', 'port_id': '063e08d6-d65f-4bd5-9b7c-48ede36416eb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7d92f54-c849-4928-94b8-15ca960aef5a', 'mac_address': 'fa:16:3e:31:19:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3b92a2-23a8-405c-b393-820424eddd08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:25:04Z', 'updated_at': '2022-08-30T04:25:04Z', 'revision_number': 0, 'project_id': 'b0f04feca7a349e5a656f166dae05354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '835af10a-3046-4d4c-8aa5-865f297d8645', 'name': '', 'network_id': 'd7d92f54-c849-4928-94b8-15ca960aef5a', 'tenant_id': 'b0f04feca7a349e5a656f166dae05354', 'mac_address': 'fa:16:3e:2f:2e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d10244-5020-42e0-9926-de2b338768f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '646d24da-bdaf-4aea-ad44-2a004e388e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:14Z', 'updated_at': '2022-08-30T04:24:24Z', 'revision_number': 5, 'project_id': 'b0f04feca7a349e5a656f166dae05354', 'subnets': [{'id': '646d24da-bdaf-4aea-ad44-2a004e388e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:25:07.367786 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-32907f41-5220-4f91-a3db-05759477cbb2 admin admin] Deleting port 7afda184-eff6-42e9-b65a-847d2ef145e0 {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:25:07.368717 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-32907f41-5220-4f91-a3db-05759477cbb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (7afda184-eff6-42e9-b65a-847d2ef145e0), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:07.401783 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a1072d-c97b-4856-ba7b-6b5240ad9ce3 None None] The sync data for ids ['43d10244-5020-42e0-9926-de2b338768f7'] in dv-cinder-852208-11-iscsi is: [{'id': '43d10244-5020-42e0-9926-de2b338768f7', 'name': 'tempest-TestShelveInstance-1931023720-router', 'tenant_id': 'b0f04feca7a349e5a656f166dae05354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.132'}], 'enable_snat': True}, 'gw_port_id': 'fd3260a3-7da4-4381-8bda-b01b90f120d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:24:11Z', 'updated_at': '2022-08-30T04:24:14Z', 'revision_number': 4, 'project_id': 'b0f04feca7a349e5a656f166dae05354', 'gw_port': {'id': 'fd3260a3-7da4-4381-8bda-b01b90f120d3', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fe:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d10244-5020-42e0-9926-de2b338768f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:12Z', 'updated_at': '2022-08-30T04:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_floatingips': [{'id': '4d3bdc4d-1420-4495-b27f-af0750fdcd83', 'tenant_id': 'b0f04feca7a349e5a656f166dae05354', 'floating_ip_address': '172.27.4.253', 'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'router_id': '43d10244-5020-42e0-9926-de2b338768f7', 'port_id': '063e08d6-d65f-4bd5-9b7c-48ede36416eb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7d92f54-c849-4928-94b8-15ca960aef5a', 'mac_address': 'fa:16:3e:31:19:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3b92a2-23a8-405c-b393-820424eddd08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:25:04Z', 'updated_at': '2022-08-30T04:25:04Z', 'revision_number': 0, 'project_id': 'b0f04feca7a349e5a656f166dae05354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '835af10a-3046-4d4c-8aa5-865f297d8645', 'name': '', 'network_id': 'd7d92f54-c849-4928-94b8-15ca960aef5a', 'tenant_id': 'b0f04feca7a349e5a656f166dae05354', 'mac_address': 'fa:16:3e:2f:2e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d10244-5020-42e0-9926-de2b338768f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '646d24da-bdaf-4aea-ad44-2a004e388e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:14Z', 'updated_at': '2022-08-30T04:24:24Z', 'revision_number': 5, 'project_id': 'b0f04feca7a349e5a656f166dae05354', 'subnets': [{'id': '646d24da-bdaf-4aea-ad44-2a004e388e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:25:07.477809 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-05f934cc-7fab-4d24-9f79-d201351ce1e0 None None] Set router d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d gateway port host: None {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:25:07.483037 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8065d903-95b8-428b-b8d6-14c2043c56ad req-998e9d98-1b5a-4f14-bdbb-391890d4346b tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1841378 Aug 30 04:25:07.588331 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [None req-32907f41-5220-4f91-a3db-05759477cbb2 admin admin] For port 7afda184-eff6-42e9-b65a-847d2ef145e0, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=7afda184-eff6-42e9-b65a-847d2ef145e0,segment=NetworkSegment(10b95e6c-2e6d-452d-a5ef-cbf673e3f24c),segment_id=10b95e6c-2e6d-452d-a5ef-cbf673e3f24c)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:25:07.589135 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-32907f41-5220-4f91-a3db-05759477cbb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (7afda184-eff6-42e9-b65a-847d2ef145e0), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:07.599907 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-05f934cc-7fab-4d24-9f79-d201351ce1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'name': 'tempest-AttachVolumeTestJSON-420723525-router', 'tenant_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:51Z', 'updated_at': '2022-08-30T04:25:07Z', 'revision_number': 6, 'project_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'gw_port_host': None}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:25:07.614114 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:07.630772 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-32907f41-5220-4f91-a3db-05759477cbb2 admin admin] Calling delete_port for 7afda184-eff6-42e9-b65a-847d2ef145e0 owned by network:router_gateway {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:25:07.652518 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f934cc-7fab-4d24-9f79-d201351ce1e0 None None] The sync data for ids ['d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d'] in dv-cinder-852208-11-iscsi is: [{'id': 'd000bb8d-f9a4-4cc0-8fa5-ac813d00f77d', 'name': 'tempest-AttachVolumeTestJSON-420723525-router', 'tenant_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:51Z', 'updated_at': '2022-08-30T04:25:07Z', 'revision_number': 6, 'project_id': '5a89b6f21ff24eafbed378c2ece79c3e', 'gw_port_host': None}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:25:07.775829 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2404294f-faee-4ee8-934c-14a9553df188 None None] New status for floating IP 4d3bdc4d-1420-4495-b27f-af0750fdcd83: ACTIVE {{(pid=106294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:25:07.891990 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-32907f41-5220-4f91-a3db-05759477cbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (7afda184-eff6-42e9-b65a-847d2ef145e0), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:07.914867 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32907f41-5220-4f91-a3db-05759477cbb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7afda184-eff6-42e9-b65a-847d2ef145e0,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:25:07.975088 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:08.001028 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-32907f41-5220-4f91-a3db-05759477cbb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572577'] for router_gateway (d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:08.123510 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-32907f41-5220-4f91-a3db-05759477cbb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6255'] for router (d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:08.126063 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-32907f41-5220-4f91-a3db-05759477cbb2 admin admin] Publish callbacks [] for router_controller (d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d), precommit_delete_associations {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:08.184716 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-32907f41-5220-4f91-a3db-05759477cbb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-573231'] for router (d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:08.194422 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32907f41-5220-4f91-a3db-05759477cbb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d {{(pid=106293) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 04:25:08.200750 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-32907f41-5220-4f91-a3db-05759477cbb2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:08.204869 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 52802) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:25:08.212687 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-32907f41-5220-4f91-a3db-05759477cbb2 admin admin] 10.222.0.46 "DELETE /networking/v2.0/routers/d000bb8d-f9a4-4cc0-8fa5-ac813d00f77d HTTP/1.1" status: 204 len: 168 time: 1.3378069 Aug 30 04:25:08.270982 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a416ee4-845f-40d8-a054-398b93da1af0 admin admin] Deleting subnet 8f1a2822-90de-40bf-914e-6a8cde2028a4 {{(pid=106292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 04:25:08.274544 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-4a416ee4-845f-40d8-a054-398b93da1af0 admin admin] Publish callbacks [] for subnet (8f1a2822-90de-40bf-914e-6a8cde2028a4), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:08.315999 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-4a416ee4-845f-40d8-a054-398b93da1af0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2102192'] for subnet (8f1a2822-90de-40bf-914e-6a8cde2028a4), precommit_delete_associations {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:08.407883 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:08.410767 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-4a416ee4-845f-40d8-a054-398b93da1af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1779299'] for subnet (8f1a2822-90de-40bf-914e-6a8cde2028a4), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:08.523144 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-4a416ee4-845f-40d8-a054-398b93da1af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1779322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834644'] for subnet (8f1a2822-90de-40bf-914e-6a8cde2028a4), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:08.540746 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-4a416ee4-845f-40d8-a054-398b93da1af0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for subnet (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:08.553770 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-4a416ee4-845f-40d8-a054-398b93da1af0 admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/8f1a2822-90de-40bf-914e-6a8cde2028a4 HTTP/1.1" status: 204 len: 168 time: 0.3455012 Aug 30 04:25:08.554700 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 52806) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:25:08.559340 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device fb4b0c10-9ac3-41b4-a1f8-355df76b03c4 no longer exists at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:25:08.584830 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] No Port match for: fb4b0c10-9ac3-41b4-a1f8-355df76b03c4 {{(pid=106294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:25:08.585104 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device fb4b0c10-9ac3-41b4-a1f8-355df76b03c4 not bound to the agent host dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:25:08.586750 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eddf4ad-5ff1-48bd-a88e-673c2083a38f None None] Network f55c98a9-cbed-4af8-92a6-c49957223dcb requested from dv-cinder-852208-11-iscsi {{(pid=106294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:25:08.614449 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a416ee4-845f-40d8-a054-398b93da1af0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f1a2822-90de-40bf-914e-6a8cde2028a4,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:25:08.716815 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:08.723956 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6333c8f2-e34d-454d-b957-ec8a957823be req-60715531-33c9-408d-9261-ca7230580275 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:08.725535 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-6333c8f2-e34d-454d-b957-ec8a957823be req-60715531-33c9-408d-9261-ca7230580275 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 944 time: 0.0607529 Aug 30 04:25:08.801339 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b496462e-cfee-46ce-b343-4f984fcf75fa None None] DHCP port deletion for f55c98a9-cbed-4af8-92a6-c49957223dcb request from dv-cinder-852208-11-iscsi {{(pid=106294) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 04:25:08.815585 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-6333c8f2-e34d-454d-b957-ec8a957823be req-8f5e5118-9d43-4e8e-92a0-bbe66506c52c tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820732 Aug 30 04:25:08.817623 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-66a187d5-a520-45c9-b916-e1455f6bf34d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635422'] for network (f55c98a9-cbed-4af8-92a6-c49957223dcb), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:08.894920 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-66a187d5-a520-45c9-b916-e1455f6bf34d admin admin] Deleting port 257a0b5e-9815-4738-b610-209393dfe4b2 {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:25:08.895541 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-66a187d5-a520-45c9-b916-e1455f6bf34d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (257a0b5e-9815-4738-b610-209393dfe4b2), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:08.903827 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-b496462e-cfee-46ce-b343-4f984fcf75fa None None] Deleting port 257a0b5e-9815-4738-b610-209393dfe4b2 {{(pid=106294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:25:08.904853 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b496462e-cfee-46ce-b343-4f984fcf75fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (257a0b5e-9815-4738-b610-209393dfe4b2), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:09.006192 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-b496462e-cfee-46ce-b343-4f984fcf75fa None None] For port 257a0b5e-9815-4738-b610-209393dfe4b2, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=257a0b5e-9815-4738-b610-209393dfe4b2,segment=NetworkSegment(e519ac78-f91d-4e30-a2bb-8ce973f50b92),segment_id=e519ac78-f91d-4e30-a2bb-8ce973f50b92)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:25:09.006660 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b496462e-cfee-46ce-b343-4f984fcf75fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (257a0b5e-9815-4738-b610-209393dfe4b2), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:09.008323 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [None req-66a187d5-a520-45c9-b916-e1455f6bf34d admin admin] For port 257a0b5e-9815-4738-b610-209393dfe4b2, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=257a0b5e-9815-4738-b610-209393dfe4b2,segment=NetworkSegment(e519ac78-f91d-4e30-a2bb-8ce973f50b92),segment_id=e519ac78-f91d-4e30-a2bb-8ce973f50b92)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:25:09.008944 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-66a187d5-a520-45c9-b916-e1455f6bf34d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (257a0b5e-9815-4738-b610-209393dfe4b2), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:09.036486 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-66a187d5-a520-45c9-b916-e1455f6bf34d admin admin] Calling delete_port for 257a0b5e-9815-4738-b610-209393dfe4b2 owned by network:dhcp {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:25:09.038037 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-b496462e-cfee-46ce-b343-4f984fcf75fa None None] Calling delete_port for 257a0b5e-9815-4738-b610-209393dfe4b2 owned by network:dhcp {{(pid=106294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:25:09.127702 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b496462e-cfee-46ce-b343-4f984fcf75fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839'] for port (257a0b5e-9815-4738-b610-209393dfe4b2), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:09.146846 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b496462e-cfee-46ce-b343-4f984fcf75fa None None] No DVR routers for this DVR port 257a0b5e-9815-4738-b610-209393dfe4b2 on host dv-cinder-852208-11-iscsi {{(pid=106294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:25:09.156840 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-66a187d5-a520-45c9-b916-e1455f6bf34d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (257a0b5e-9815-4738-b610-209393dfe4b2), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:09.183426 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b496462e-cfee-46ce-b343-4f984fcf75fa None None] Pushing event deleted for resources: {'Port': ['ID=257a0b5e-9815-4738-b610-209393dfe4b2,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:25:09.208687 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a187d5-a520-45c9-b916-e1455f6bf34d admin admin] No DVR routers for this DVR port 257a0b5e-9815-4738-b610-209393dfe4b2 on host dv-cinder-852208-11-iscsi {{(pid=106293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:25:09.213595 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a187d5-a520-45c9-b916-e1455f6bf34d admin admin] Pushing event deleted for resources: {'Port': ['ID=257a0b5e-9815-4738-b610-209393dfe4b2,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:25:09.312385 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-66a187d5-a520-45c9-b916-e1455f6bf34d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1778176', 'neutron.services.segments.db._delete_segments_for_network-8749362907459'] for network (f55c98a9-cbed-4af8-92a6-c49957223dcb), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:09.348989 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.services.segments.db [None req-66a187d5-a520-45c9-b916-e1455f6bf34d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f55c98a9-cbed-4af8-92a6-c49957223dcb']}} {{(pid=106293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:25:09.362704 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.services.segments.db [None req-66a187d5-a520-45c9-b916-e1455f6bf34d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e519ac78-f91d-4e30-a2bb-8ce973f50b92') {'for_net_delete': True} {{(pid=106293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:25:09.363501 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.services.segments.db [None req-66a187d5-a520-45c9-b916-e1455f6bf34d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e519ac78-f91d-4e30-a2bb-8ce973f50b92') {} {{(pid=106293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:25:09.394004 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-66a187d5-a520-45c9-b916-e1455f6bf34d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749362932655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3387953'] for segment (e519ac78-f91d-4e30-a2bb-8ce973f50b92), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:09.413194 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-66a187d5-a520-45c9-b916-e1455f6bf34d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784698'] for segment (e519ac78-f91d-4e30-a2bb-8ce973f50b92), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:09.422647 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66a187d5-a520-45c9-b916-e1455f6bf34d admin admin] Releasing vlan 808 on physical network physnet1 to pool {{(pid=106293) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 04:25:09.423422 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-66a187d5-a520-45c9-b916-e1455f6bf34d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-454390'] for segment (e519ac78-f91d-4e30-a2bb-8ce973f50b92), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:09.476152 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.services.segments.plugin [-] Segment e519ac78-f91d-4e30-a2bb-8ce973f50b92 resource provider aggregate not found Aug 30 04:25:09.503413 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.services.segments.plugin [-] Segment e519ac78-f91d-4e30-a2bb-8ce973f50b92 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e519ac78-f91d-4e30-a2bb-8ce973f50b92 found for delete ", "request_id": "req-04548efb-db17-4b0c-8579-335a60a2dfd8"}]} Aug 30 04:25:09.504596 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-66a187d5-a520-45c9-b916-e1455f6bf34d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1778185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572621'] for network (f55c98a9-cbed-4af8-92a6-c49957223dcb), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:09.510561 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-66a187d5-a520-45c9-b916-e1455f6bf34d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for network (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:09.514193 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-66a187d5-a520-45c9-b916-e1455f6bf34d admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/f55c98a9-cbed-4af8-92a6-c49957223dcb HTTP/1.1" status: 204 len: 168 time: 0.9575946 Aug 30 04:25:09.526244 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a187d5-a520-45c9-b916-e1455f6bf34d admin admin] Pushing event deleted for resources: {'Network': ['ID=f55c98a9-cbed-4af8-92a6-c49957223dcb,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:25:09.647615 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 52814) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:25:09.668908 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:09.694198 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-f49dc823-834d-4ab0-ae3b-26404b3ccc95 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=5a89b6f21ff24eafbed378c2ece79c3e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0453949 Aug 30 04:25:09.696665 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 52816) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:25:09.747331 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e7f799bb-3ce1-44fe-9d8c-b015aa5e71c2 admin admin] Publish callbacks [] for security_group (dd7c0c76-8b2b-454e-98b8-284288d08c7c), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:09.768584 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e7f799bb-3ce1-44fe-9d8c-b015aa5e71c2 admin admin] Publish callbacks [] for security_group (dd7c0c76-8b2b-454e-98b8-284288d08c7c), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:09.824872 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e7f799bb-3ce1-44fe-9d8c-b015aa5e71c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (dd7c0c76-8b2b-454e-98b8-284288d08c7c), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:09.827500 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e7f799bb-3ce1-44fe-9d8c-b015aa5e71c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:09.831302 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-e7f799bb-3ce1-44fe-9d8c-b015aa5e71c2 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/dd7c0c76-8b2b-454e-98b8-284288d08c7c HTTP/1.1" status: 204 len: 168 time: 0.1311316 Aug 30 04:25:09.845989 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f799bb-3ce1-44fe-9d8c-b015aa5e71c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7c0c76-8b2b-454e-98b8-284288d08c7c,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:25:09.989423 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 257a0b5e-9815-4738-b610-209393dfe4b2 no longer exists at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:25:10.004636 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73b674-e929-4361-b5d5-75ebd5f23edf req-c61af16d-1f44-4c9e-a9ee-dcfffd50d030 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:10.006196 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ee73b674-e929-4361-b5d5-75ebd5f23edf req-c61af16d-1f44-4c9e-a9ee-dcfffd50d030 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 944 time: 0.0762022 Aug 30 04:25:10.020164 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:10.025187 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] No Port match for: 257a0b5e-9815-4738-b610-209393dfe4b2 {{(pid=106294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:25:10.025531 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 257a0b5e-9815-4738-b610-209393dfe4b2 not bound to the agent host dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:25:10.030529 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 7afda184-eff6-42e9-b65a-847d2ef145e0 no longer exists at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:25:10.074751 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] No Port match for: 7afda184-eff6-42e9-b65a-847d2ef145e0 {{(pid=106294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:25:10.074751 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 7afda184-eff6-42e9-b65a-847d2ef145e0 not bound to the agent host dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:25:10.123057 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ee73b674-e929-4361-b5d5-75ebd5f23edf req-0ac8f4a6-ff0b-4491-bcef-e2ae0c4e5834 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108582 Aug 30 04:25:11.295462 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321342ed-cfcc-43cd-985b-f71cedffd8f4 req-cf2a43d5-2272-436b-8029-8491e9aa4a06 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:11.297064 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-321342ed-cfcc-43cd-985b-f71cedffd8f4 req-cf2a43d5-2272-436b-8029-8491e9aa4a06 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 944 time: 0.0633318 Aug 30 04:25:11.372130 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-321342ed-cfcc-43cd-985b-f71cedffd8f4 req-226a181e-7503-452a-86fc-3811e8c225c6 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643444 Aug 30 04:25:12.506224 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc3391-2228-41a2-a3d2-de0443bbeb56 req-5386935d-09d8-48b6-ac78-7473f14b5a27 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:12.508912 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4ddc3391-2228-41a2-a3d2-de0443bbeb56 req-5386935d-09d8-48b6-ac78-7473f14b5a27 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 944 time: 0.0506320 Aug 30 04:25:12.559266 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4ddc3391-2228-41a2-a3d2-de0443bbeb56 req-a7fd443e-bb76-4e91-b684-524c4394e729 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445640 Aug 30 04:25:13.685995 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09602e4e-0338-47a1-8fd6-715f1a0331cd req-d6b24d45-83c2-4e24-98d8-6a98e0253970 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:13.687438 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-09602e4e-0338-47a1-8fd6-715f1a0331cd req-d6b24d45-83c2-4e24-98d8-6a98e0253970 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 944 time: 0.0479932 Aug 30 04:25:13.734758 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-09602e4e-0338-47a1-8fd6-715f1a0331cd req-bd4626ac-eebf-41a2-b85d-d0d7342a9840 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416868 Aug 30 04:25:14.028043 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582461b-cf2e-4f86-bd2a-19689da67cb8 req-5325daee-db78-4c89-9aaa-30bdb2c71f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:14.029502 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7582461b-cf2e-4f86-bd2a-19689da67cb8 req-5325daee-db78-4c89-9aaa-30bdb2c71f09 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=b0f04feca7a349e5a656f166dae05354&device_id=0c3b92a2-23a8-405c-b393-820424eddd08 HTTP/1.1" status: 200 len: 1130 time: 0.0400398 Aug 30 04:25:14.916548 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5e979-77ac-4ab5-af58-30988ed224e6 req-16ec5e34-4b8e-4176-8df5-f46d0dedaafc tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:14.918711 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-aca5e979-77ac-4ab5-af58-30988ed224e6 req-16ec5e34-4b8e-4176-8df5-f46d0dedaafc tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 944 time: 0.1058397 Aug 30 04:25:14.991497 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582461b-cf2e-4f86-bd2a-19689da67cb8 req-f477bb8f-6d13-49ce-a68f-b9d012c7de2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:14.993458 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7582461b-cf2e-4f86-bd2a-19689da67cb8 req-f477bb8f-6d13-49ce-a68f-b9d012c7de2f service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=d7d92f54-c849-4928-94b8-15ca960aef5a HTTP/1.1" status: 200 len: 910 time: 0.1820385 Aug 30 04:25:15.010281 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-aca5e979-77ac-4ab5-af58-30988ed224e6 req-60ff469a-ba2f-4e7e-b64b-affe351f6734 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848708 Aug 30 04:25:15.821329 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7582461b-cf2e-4f86-bd2a-19689da67cb8 req-647306a1-d98e-4040-8fba-9c85bbca112f service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=063e08d6-d65f-4bd5-9b7c-48ede36416eb HTTP/1.1" status: 200 len: 1002 time: 0.0572727 Aug 30 04:25:16.134200 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241884c8-1559-43e6-a65c-c82631750c3c req-3ff1c3b2-5276-408b-a146-0ea016b4be3e tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:16.135723 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-241884c8-1559-43e6-a65c-c82631750c3c req-3ff1c3b2-5276-408b-a146-0ea016b4be3e tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 944 time: 0.0500934 Aug 30 04:25:16.183052 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-241884c8-1559-43e6-a65c-c82631750c3c req-049e3218-d2fb-4f9c-b831-7c8ac59573f8 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408831 Aug 30 04:25:16.583942 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 62c2b20d-786c-4609-93c3-a36cc9f257d4 details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106294) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:25:16.630141 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582461b-cf2e-4f86-bd2a-19689da67cb8 req-49aa0aaa-3374-436e-8d1c-2992411e4a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:16.631706 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7582461b-cf2e-4f86-bd2a-19689da67cb8 req-49aa0aaa-3374-436e-8d1c-2992411e4a1b service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=646d24da-bdaf-4aea-ad44-2a004e388e6e HTTP/1.1" status: 200 len: 848 time: 0.0452726 Aug 30 04:25:16.689295 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port 62c2b20d-786c-4609-93c3-a36cc9f257d4, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=62c2b20d-786c-4609-93c3-a36cc9f257d4,segment=NetworkSegment(f1ad6c1c-d522-42f8-b534-1fea329f4792),segment_id=f1ad6c1c-d522-42f8-b534-1fea329f4792)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:25:16.700729 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Returning: {'device': '62c2b20d-786c-4609-93c3-a36cc9f257d4', 'network_id': 'ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6', 'port_id': '62c2b20d-786c-4609-93c3-a36cc9f257d4', 'mac_address': 'fa:16:3e:f2:99:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd870cbd-142c-4604-b43f-9d9fc317ac72', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106294) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:25:16.735508 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Current status of the port 62c2b20d-786c-4609-93c3-a36cc9f257d4 is: DOWN; New status is: BUILD {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:25:16.735904 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (62c2b20d-786c-4609-93c3-a36cc9f257d4), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:16.744433 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:16.751057 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62c2b20d-786c-4609-93c3-a36cc9f257d4 {{(pid=106294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:25:16.755070 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:16.773332 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port 62c2b20d-786c-4609-93c3-a36cc9f257d4, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=62c2b20d-786c-4609-93c3-a36cc9f257d4,segment=NetworkSegment(f1ad6c1c-d522-42f8-b534-1fea329f4792),segment_id=f1ad6c1c-d522-42f8-b534-1fea329f4792)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:25:16.777266 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (62c2b20d-786c-4609-93c3-a36cc9f257d4), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:16.828312 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Pushing event updated for resources: {'Port': ['ID=62c2b20d-786c-4609-93c3-a36cc9f257d4,revision_number=9']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:25:17.310368 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8c70e-89e1-453c-92f8-85cde413e70a req-b5c3ec87-a3f3-400e-8b33-3a387b68ae6e tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:17.311807 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-29a8c70e-89e1-453c-92f8-85cde413e70a req-b5c3ec87-a3f3-400e-8b33-3a387b68ae6e tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 945 time: 0.0511334 Aug 30 04:25:17.359253 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-29a8c70e-89e1-453c-92f8-85cde413e70a req-e7f8ec20-8c83-484a-8a4d-dade9643413f tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418985 Aug 30 04:25:17.546114 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582461b-cf2e-4f86-bd2a-19689da67cb8 req-e24e8db7-9b28-4352-b507-8cd2408133ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:17.547544 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7582461b-cf2e-4f86-bd2a-19689da67cb8 req-e24e8db7-9b28-4352-b507-8cd2408133ba service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=d7d92f54-c849-4928-94b8-15ca960aef5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0401394 Aug 30 04:25:17.602155 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=40,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:17.603371 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=59,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:17.643387 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7582461b-cf2e-4f86-bd2a-19689da67cb8 req-6083037e-57da-4782-93cd-315c048846ee service neutron] 10.222.0.75 "GET /networking/v2.0/networks/d7d92f54-c849-4928-94b8-15ca960aef5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877886 Aug 30 04:25:17.747415 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7582461b-cf2e-4f86-bd2a-19689da67cb8 req-1f824ef1-cd5d-4f42-bea6-92cff3af9ca2 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/d7d92f54-c849-4928-94b8-15ca960aef5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909808 Aug 30 04:25:17.791790 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] get_ports_and_sgs() called for port_ids ['62c2b20d-786c-4609-93c3-a36cc9f257d4'] {{(pid=106294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:25:18.369132 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 62c2b20d-786c-4609-93c3-a36cc9f257d4 up at agent hyperv_hv-cinder-85220 {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:25:18.421197 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Provisioning complete for port 62c2b20d-786c-4609-93c3-a36cc9f257d4 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:25:18.421577 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (62c2b20d-786c-4609-93c3-a36cc9f257d4), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:18.483290 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb2f1d2-f269-484a-807d-caf2cd4431b3 req-fc8cab74-6738-4a83-803f-2f4b8f8a5535 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:18.484790 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-edb2f1d2-f269-484a-807d-caf2cd4431b3 req-fc8cab74-6738-4a83-803f-2f4b8f8a5535 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 945 time: 0.0470173 Aug 30 04:25:18.496414 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Current status of the port 62c2b20d-786c-4609-93c3-a36cc9f257d4 is: BUILD; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:25:18.497009 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (62c2b20d-786c-4609-93c3-a36cc9f257d4), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:18.520144 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6919ed2d-211e-4a0e-8ee3-09dbb72ffff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c2b20d-786c-4609-93c3-a36cc9f257d4'}] {{(pid=106294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:25:18.522397 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc91461c002048a1511ec2515697d9f100988a5a9e001fc967bf4275e8e26e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826e00dd-e79d-426c-9ce5-41ac720cec51" -d '{"events": [{"server_uuid": "6919ed2d-211e-4a0e-8ee3-09dbb72ffff1", "name": "network-vif-plugged", "status": "completed", "tag": "62c2b20d-786c-4609-93c3-a36cc9f257d4"}]}' {{(pid=106294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:25:18.533289 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-edb2f1d2-f269-484a-807d-caf2cd4431b3 req-a6c4f959-b075-47c6-98e0-5f51409d44b0 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428712 Aug 30 04:25:18.536861 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port 62c2b20d-786c-4609-93c3-a36cc9f257d4, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=62c2b20d-786c-4609-93c3-a36cc9f257d4,segment=NetworkSegment(f1ad6c1c-d522-42f8-b534-1fea329f4792),segment_id=f1ad6c1c-d522-42f8-b534-1fea329f4792)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:25:18.543108 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (62c2b20d-786c-4609-93c3-a36cc9f257d4), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:18.580245 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d5e28a-c820-482e-860f-82c01b689ce7 x-openstack-request-id: req-e9d5e28a-c820-482e-860f-82c01b689ce7 {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:25:18.580529 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6919ed2d-211e-4a0e-8ee3-09dbb72ffff1", "name": "network-vif-plugged", "status": "completed", "tag": "62c2b20d-786c-4609-93c3-a36cc9f257d4", "code": 200}]} {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:25:18.580786 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e9d5e28a-c820-482e-860f-82c01b689ce7 {{(pid=106294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:25:18.581189 dv-cinder-852208-11-iscsi neutron-server[106294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9d5e28a-c820-482e-860f-82c01b689ce7'] response: {'server_uuid': '6919ed2d-211e-4a0e-8ee3-09dbb72ffff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c2b20d-786c-4609-93c3-a36cc9f257d4', 'code': 200} Aug 30 04:25:18.599643 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Pushing event updated for resources: {'Port': ['ID=62c2b20d-786c-4609-93c3-a36cc9f257d4,revision_number=10']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:25:18.815628 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046a73a-0ab9-44eb-ae14-e2d18d7aca93 req-6c348e07-7f95-425f-88fc-8a0252b5aff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:18.818704 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5046a73a-0ab9-44eb-ae14-e2d18d7aca93 req-6c348e07-7f95-425f-88fc-8a0252b5aff3 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 1131 time: 0.0489213 Aug 30 04:25:18.832496 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:18.868681 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5046a73a-0ab9-44eb-ae14-e2d18d7aca93 req-d825ba33-500d-4c03-9bff-4ca9b09b6e38 service neutron] 10.222.0.75 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416036 Aug 30 04:25:19.666637 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbedd1e-2a0a-4c92-bfdd-78f2b6cd66b4 req-9a57c18c-6c63-4e67-9343-5d56b15c4666 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:19.668224 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-0bbedd1e-2a0a-4c92-bfdd-78f2b6cd66b4 req-9a57c18c-6c63-4e67-9343-5d56b15c4666 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 947 time: 0.0473371 Aug 30 04:25:19.718762 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-0bbedd1e-2a0a-4c92-bfdd-78f2b6cd66b4 req-e879e1d2-b127-49a7-93d8-d03a53523f38 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449564 Aug 30 04:25:20.335417 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-6c229a65-fb73-4b35-bd80-bbf4a4af107f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (1bd89ca2-58f6-428d-83bf-6325bad549fd), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:20.858665 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c83208-59f6-48bb-ad2e-6b670556bc34 req-8e797aae-92cd-4404-ab41-68615cb9333b tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:20.860289 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-e8c83208-59f6-48bb-ad2e-6b670556bc34 req-8e797aae-92cd-4404-ab41-68615cb9333b tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 947 time: 0.0580597 Aug 30 04:25:20.911959 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-e8c83208-59f6-48bb-ad2e-6b670556bc34 req-654f8c96-8998-4e52-b1ba-0eedc86583b4 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462949 Aug 30 04:25:21.982743 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 53042) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:25:22.047141 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c0aca-dc04-4310-85a2-8305d15955e7 req-d4c2ac7c-cbed-49d8-a977-3607697666f8 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:22.048651 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-1b5c0aca-dc04-4310-85a2-8305d15955e7 req-d4c2ac7c-cbed-49d8-a977-3607697666f8 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 947 time: 0.0487502 Aug 30 04:25:22.095515 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-dac81436-fca1-453b-827e-7da6518269e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:22.097655 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-1b5c0aca-dc04-4310-85a2-8305d15955e7 req-a0178bcf-90ec-4fe6-bb0b-0925d57457f1 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436316 Aug 30 04:25:22.377437 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:22.440142 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-dac81436-fca1-453b-827e-7da6518269e7 admin admin] Publish callbacks [] for security_group (7294926d-3520-4e99-8ae8-32472944dd3b), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:22.444290 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-dac81436-fca1-453b-827e-7da6518269e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (7294926d-3520-4e99-8ae8-32472944dd3b), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:22.484152 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac81436-fca1-453b-827e-7da6518269e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7294926d-3520-4e99-8ae8-32472944dd3b,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:25:22.488268 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-dac81436-fca1-453b-827e-7da6518269e7 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=88bfcb0f4b8943e98aa05999f3a17a8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5045183 Aug 30 04:25:22.491030 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 53048) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:25:22.494442 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac81436-fca1-453b-827e-7da6518269e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:22.494800 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac81436-fca1-453b-827e-7da6518269e7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:22.495148 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac81436-fca1-453b-827e-7da6518269e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:22.495492 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac81436-fca1-453b-827e-7da6518269e7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:22.495830 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac81436-fca1-453b-827e-7da6518269e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:22.496165 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac81436-fca1-453b-827e-7da6518269e7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:22.496635 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac81436-fca1-453b-827e-7da6518269e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:22.496916 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac81436-fca1-453b-827e-7da6518269e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:22.497332 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac81436-fca1-453b-827e-7da6518269e7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:22.497577 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac81436-fca1-453b-827e-7da6518269e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:22.497913 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac81436-fca1-453b-827e-7da6518269e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:22.498233 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac81436-fca1-453b-827e-7da6518269e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:22.498585 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac81436-fca1-453b-827e-7da6518269e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:22.498936 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac81436-fca1-453b-827e-7da6518269e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:22.499256 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac81436-fca1-453b-827e-7da6518269e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:22.544839 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-c79f32f6-1ba9-48b7-bf8d-5449d9ba37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:22.553173 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-fbdb6909-3970-44f5-8e87-4a6c65285da0 admin admin] Publish callbacks [] for security_group (7294926d-3520-4e99-8ae8-32472944dd3b), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:22.575271 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-fbdb6909-3970-44f5-8e87-4a6c65285da0 admin admin] Publish callbacks [] for security_group (7294926d-3520-4e99-8ae8-32472944dd3b), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:22.638047 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-fbdb6909-3970-44f5-8e87-4a6c65285da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (7294926d-3520-4e99-8ae8-32472944dd3b), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:22.640686 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-fbdb6909-3970-44f5-8e87-4a6c65285da0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:22.642449 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-fbdb6909-3970-44f5-8e87-4a6c65285da0 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/7294926d-3520-4e99-8ae8-32472944dd3b HTTP/1.1" status: 204 len: 168 time: 0.1497991 Aug 30 04:25:22.650965 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb6909-3970-44f5-8e87-4a6c65285da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7294926d-3520-4e99-8ae8-32472944dd3b,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:25:22.927025 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 53056) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:25:22.940583 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-a33e390c-0edd-4559-8c74-fd3cffee3c48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:22.979563 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:22.982847 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:DELETE=4,neutron:UPDATE=1,neutron:SELECT=92,neutron:INSERT=3 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:23.039970 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-a33e390c-0edd-4559-8c74-fd3cffee3c48 admin admin] Publish callbacks [] for security_group (f1424ef8-3bc3-4540-b616-adeb5b5d1b17), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:23.047452 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-a33e390c-0edd-4559-8c74-fd3cffee3c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (f1424ef8-3bc3-4540-b616-adeb5b5d1b17), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:23.088358 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33e390c-0edd-4559-8c74-fd3cffee3c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1424ef8-3bc3-4540-b616-adeb5b5d1b17,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:25:23.093420 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-a33e390c-0edd-4559-8c74-fd3cffee3c48 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=643dc8d79f2b490fbe5af7fdc35048e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1653619 Aug 30 04:25:23.096183 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 53058) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:25:23.148335 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-223b3ad6-b9c7-45b8-bd51-fa3467e79ff1 admin admin] Publish callbacks [] for security_group (f1424ef8-3bc3-4540-b616-adeb5b5d1b17), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:23.168250 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-223b3ad6-b9c7-45b8-bd51-fa3467e79ff1 admin admin] Publish callbacks [] for security_group (f1424ef8-3bc3-4540-b616-adeb5b5d1b17), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:23.216028 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-223b3ad6-b9c7-45b8-bd51-fa3467e79ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (f1424ef8-3bc3-4540-b616-adeb5b5d1b17), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:23.218600 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-223b3ad6-b9c7-45b8-bd51-fa3467e79ff1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:23.219748 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-223b3ad6-b9c7-45b8-bd51-fa3467e79ff1 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/f1424ef8-3bc3-4540-b616-adeb5b5d1b17 HTTP/1.1" status: 204 len: 168 time: 0.1226099 Aug 30 04:25:23.227748 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223b3ad6-b9c7-45b8-bd51-fa3467e79ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1424ef8-3bc3-4540-b616-adeb5b5d1b17,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:25:23.769585 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8bdbbddc-d827-40e6-b8fb-29930693a668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (0ba81f50-231f-4a87-bfed-adcf093ea106), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:24.892057 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 53108) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:25:24.995093 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-e74bdc59-7146-4c73-a1f4-4d38000d1904 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:25.080281 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-e74bdc59-7146-4c73-a1f4-4d38000d1904 admin admin] Publish callbacks [] for security_group (f77af552-4240-44d6-b5a7-5ec706163c17), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:25.084324 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-e74bdc59-7146-4c73-a1f4-4d38000d1904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (f77af552-4240-44d6-b5a7-5ec706163c17), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:25.122847 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74bdc59-7146-4c73-a1f4-4d38000d1904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77af552-4240-44d6-b5a7-5ec706163c17,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:25:25.126769 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-e74bdc59-7146-4c73-a1f4-4d38000d1904 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=f9ee128593a34f109abf2c23cec6b95a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2337077 Aug 30 04:25:25.129673 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 53112) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:25:25.133087 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74bdc59-7146-4c73-a1f4-4d38000d1904 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:25.133435 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74bdc59-7146-4c73-a1f4-4d38000d1904 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:25.133777 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74bdc59-7146-4c73-a1f4-4d38000d1904 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:25.134114 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74bdc59-7146-4c73-a1f4-4d38000d1904 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:25.134480 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74bdc59-7146-4c73-a1f4-4d38000d1904 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:25.134812 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74bdc59-7146-4c73-a1f4-4d38000d1904 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:25.135140 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74bdc59-7146-4c73-a1f4-4d38000d1904 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:25.135658 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74bdc59-7146-4c73-a1f4-4d38000d1904 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:25.135993 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74bdc59-7146-4c73-a1f4-4d38000d1904 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:25.136319 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74bdc59-7146-4c73-a1f4-4d38000d1904 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:25.136681 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74bdc59-7146-4c73-a1f4-4d38000d1904 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:25.137092 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74bdc59-7146-4c73-a1f4-4d38000d1904 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:25.137409 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74bdc59-7146-4c73-a1f4-4d38000d1904 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:25.137988 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74bdc59-7146-4c73-a1f4-4d38000d1904 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:25.138197 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74bdc59-7146-4c73-a1f4-4d38000d1904 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:25.180477 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-4310c94a-7820-475e-9354-2ae0b98b6120 admin admin] Publish callbacks [] for security_group (f77af552-4240-44d6-b5a7-5ec706163c17), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:25.201127 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-4310c94a-7820-475e-9354-2ae0b98b6120 admin admin] Publish callbacks [] for security_group (f77af552-4240-44d6-b5a7-5ec706163c17), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:25.246875 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-4310c94a-7820-475e-9354-2ae0b98b6120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (f77af552-4240-44d6-b5a7-5ec706163c17), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:25.249368 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-4310c94a-7820-475e-9354-2ae0b98b6120 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:25.250521 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-4310c94a-7820-475e-9354-2ae0b98b6120 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/f77af552-4240-44d6-b5a7-5ec706163c17 HTTP/1.1" status: 204 len: 168 time: 0.1198146 Aug 30 04:25:25.258230 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4310c94a-7820-475e-9354-2ae0b98b6120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77af552-4240-44d6-b5a7-5ec706163c17,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:25:25.450897 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-390264ec-bab8-4bcb-922a-62bbd4f3a683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (b2cd167f-1ad0-4273-bd2a-29638b1fd1d2), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:25.522039 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 53118) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:25:25.538479 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-16d0c424-c6dd-443d-b988-40805f2bce54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:25.573854 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (d414c4c0-e104-4322-85c3-8bf64da32860), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:25.615747 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-16d0c424-c6dd-443d-b988-40805f2bce54 admin admin] Publish callbacks [] for security_group (d4c587c0-b4d3-42db-bfef-eeed0ac76d7d), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:25.621492 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-16d0c424-c6dd-443d-b988-40805f2bce54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (d4c587c0-b4d3-42db-bfef-eeed0ac76d7d), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:25.662202 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-16d0c424-c6dd-443d-b988-40805f2bce54 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=77fbc7c03df64b9a9b86672ceeb0a46c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1390445 Aug 30 04:25:25.663105 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d0c424-c6dd-443d-b988-40805f2bce54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c587c0-b4d3-42db-bfef-eeed0ac76d7d,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:25:25.664900 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 53120) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:25:25.718612 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-5ec8e17f-6901-40ac-8dbf-e1ea604a4205 admin admin] Publish callbacks [] for security_group (d4c587c0-b4d3-42db-bfef-eeed0ac76d7d), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:25.739097 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-5ec8e17f-6901-40ac-8dbf-e1ea604a4205 admin admin] Publish callbacks [] for security_group (d4c587c0-b4d3-42db-bfef-eeed0ac76d7d), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:25.787340 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-5ec8e17f-6901-40ac-8dbf-e1ea604a4205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (d4c587c0-b4d3-42db-bfef-eeed0ac76d7d), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:25.789939 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-5ec8e17f-6901-40ac-8dbf-e1ea604a4205 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:25.791133 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-5ec8e17f-6901-40ac-8dbf-e1ea604a4205 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/d4c587c0-b4d3-42db-bfef-eeed0ac76d7d HTTP/1.1" status: 204 len: 168 time: 0.1252530 Aug 30 04:25:25.799200 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec8e17f-6901-40ac-8dbf-e1ea604a4205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c587c0-b4d3-42db-bfef-eeed0ac76d7d,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:25:28.079769 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 53168) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:25:28.084312 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-df2b9186-13d2-4dca-b8f3-01bf54f317e3 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Request body: {'security_group': {'name': 'tempest-securitygroup--244929547', 'description': 'tempest-description--1481868185'}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:25:28.107305 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-df2b9186-13d2-4dca-b8f3-01bf54f317e3 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for security_group (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:28.166635 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:UPDATE=2,neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=3 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:28.185899 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-df2b9186-13d2-4dca-b8f3-01bf54f317e3 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for security_group (585cd3fe-b05c-4d72-8a7a-c7e08b9cc706), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:28.189969 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-df2b9186-13d2-4dca-b8f3-01bf54f317e3 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (585cd3fe-b05c-4d72-8a7a-c7e08b9cc706), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:28.222525 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-df2b9186-13d2-4dca-b8f3-01bf54f317e3 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:28.223738 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-df2b9186-13d2-4dca-b8f3-01bf54f317e3 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1429646 Aug 30 04:25:28.225742 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2b9186-13d2-4dca-b8f3-01bf54f317e3 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=585cd3fe-b05c-4d72-8a7a-c7e08b9cc706,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:25:28.227092 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 53172) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:25:28.232778 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-ccef1c52-4e59-4b78-9f98-2a19f64176ef tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Request body: {'security_group_rule': {'security_group_id': '585cd3fe-b05c-4d72-8a7a-c7e08b9cc706', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:25:28.259699 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ccef1c52-4e59-4b78-9f98-2a19f64176ef tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for security_group_rule (e56e4d2d-16f1-4850-ad6c-12a6669525c4), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:28.316601 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ccef1c52-4e59-4b78-9f98-2a19f64176ef tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for security_group_rule (e56e4d2d-16f1-4850-ad6c-12a6669525c4), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:28.320521 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ccef1c52-4e59-4b78-9f98-2a19f64176ef tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569388'] for security_group_rule (e56e4d2d-16f1-4850-ad6c-12a6669525c4), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:28.338527 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccef1c52-4e59-4b78-9f98-2a19f64176ef tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e56e4d2d-16f1-4850-ad6c-12a6669525c4,revision_number=0']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:25:28.352220 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ccef1c52-4e59-4b78-9f98-2a19f64176ef tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:28.353611 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-ccef1c52-4e59-4b78-9f98-2a19f64176ef tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1254637 Aug 30 04:25:28.356934 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 53174) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:25:28.361307 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-985ea6a7-1d1e-4466-8c4e-a658a5fe1cc6 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Request body: {'security_group_rule': {'security_group_id': '585cd3fe-b05c-4d72-8a7a-c7e08b9cc706', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:25:28.388011 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-985ea6a7-1d1e-4466-8c4e-a658a5fe1cc6 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for security_group_rule (043ac699-bf65-4084-b28f-8cc131f685ae), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:28.433995 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:28.450190 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-985ea6a7-1d1e-4466-8c4e-a658a5fe1cc6 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for security_group_rule (043ac699-bf65-4084-b28f-8cc131f685ae), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:28.454348 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-985ea6a7-1d1e-4466-8c4e-a658a5fe1cc6 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569388'] for security_group_rule (043ac699-bf65-4084-b28f-8cc131f685ae), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:28.459997 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:28.475381 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985ea6a7-1d1e-4466-8c4e-a658a5fe1cc6 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=043ac699-bf65-4084-b28f-8cc131f685ae,revision_number=0']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:25:28.483461 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-985ea6a7-1d1e-4466-8c4e-a658a5fe1cc6 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:28.484649 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-985ea6a7-1d1e-4466-8c4e-a658a5fe1cc6 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1267354 Aug 30 04:25:28.487796 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 53176) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:25:28.492002 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-722e3b92-4940-45c7-80cc-6fd5c34c5bee tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Request body: {'floatingip': {'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:25:28.513511 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-722e3b92-4940-45c7-80cc-6fd5c34c5bee tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:28.595347 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-722e3b92-4940-45c7-80cc-6fd5c34c5bee tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:28.706279 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [None req-722e3b92-4940-45c7-80cc-6fd5c34c5bee tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Allocated IP 172.27.4.243 (5c43c40f-cc6a-4e53-a103-6d34effd891a/b2d4007f-d8ed-41cc-b520-7777f18cd186/2f9466ff-a3c0-47c7-8f01-9482f28aad92) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:25:28.819173 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-722e3b92-4940-45c7-80cc-6fd5c34c5bee tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for port (2f9466ff-a3c0-47c7-8f01-9482f28aad92), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:28.852211 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-722e3b92-4940-45c7-80cc-6fd5c34c5bee tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (2f9466ff-a3c0-47c7-8f01-9482f28aad92), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:28.890499 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722e3b92-4940-45c7-80cc-6fd5c34c5bee tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Network 5c43c40f-cc6a-4e53-a103-6d34effd891a is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:25:28.895333 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-722e3b92-4940-45c7-80cc-6fd5c34c5bee tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:25:28.900116 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722e3b92-4940-45c7-80cc-6fd5c34c5bee tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:25:28.905720 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722e3b92-4940-45c7-80cc-6fd5c34c5bee tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Pushing event updated for resources: {'Port': ['ID=2f9466ff-a3c0-47c7-8f01-9482f28aad92,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:25:28.988832 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-722e3b92-4940-45c7-80cc-6fd5c34c5bee tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for floatingip (1abcb0a1-5a8a-45bd-9125-0455a1278635), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:29.024969 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-722e3b92-4940-45c7-80cc-6fd5c34c5bee tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (2f9466ff-a3c0-47c7-8f01-9482f28aad92), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:29.172840 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:29.186183 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-722e3b92-4940-45c7-80cc-6fd5c34c5bee tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for port (2f9466ff-a3c0-47c7-8f01-9482f28aad92), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:29.191903 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-722e3b92-4940-45c7-80cc-6fd5c34c5bee tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-454314'] for port (2f9466ff-a3c0-47c7-8f01-9482f28aad92), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:29.195595 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:29.264542 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-722e3b92-4940-45c7-80cc-6fd5c34c5bee tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572642'] for floatingip (1abcb0a1-5a8a-45bd-9125-0455a1278635), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:29.268628 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722e3b92-4940-45c7-80cc-6fd5c34c5bee tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Pushing event updated for resources: {'Port': ['ID=2f9466ff-a3c0-47c7-8f01-9482f28aad92,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:25:29.283968 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-722e3b92-4940-45c7-80cc-6fd5c34c5bee tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for floatingip (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:29.285211 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-722e3b92-4940-45c7-80cc-6fd5c34c5bee tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7964582 Aug 30 04:25:29.468759 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 53196) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:25:29.469041 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:29.492812 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-06a46500-9f36-4de5-8f57-7bd4dd3b3565 req-1123cd1a-1dad-48bd-b623-6568208b79a9 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--244929547&fields=id&tenant_id=9c9311c57fdd4250a16560bd8c2e0ffc HTTP/1.1" status: 200 len: 267 time: 0.0444603 Aug 30 04:25:29.604615 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a46500-9f36-4de5-8f57-7bd4dd3b3565 req-6e219936-de1c-427d-b996-cdb992839309 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:29.606606 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-06a46500-9f36-4de5-8f57-7bd4dd3b3565 req-6e219936-de1c-427d-b996-cdb992839309 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/networks?id=e2144ee9-7e1a-4a81-ac65-28f49d99b870 HTTP/1.1" status: 200 len: 814 time: 0.1051915 Aug 30 04:25:29.623636 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-06a46500-9f36-4de5-8f57-7bd4dd3b3565 req-87eda9f5-60d5-44e8-a08c-7f79d90c8ca5 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/quotas/9c9311c57fdd4250a16560bd8c2e0ffc HTTP/1.1" status: 200 len: 375 time: 0.0118008 Aug 30 04:25:29.628781 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-86eebfce-3fd7-44e9-adbc-9cf01e76a01e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:29.678900 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-06a46500-9f36-4de5-8f57-7bd4dd3b3565 req-256a97c1-96cb-4426-8090-88846ea1066e tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=9c9311c57fdd4250a16560bd8c2e0ffc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0499501 Aug 30 04:25:29.709214 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-86eebfce-3fd7-44e9-adbc-9cf01e76a01e admin admin] Publish callbacks [] for security_group (717ede0d-a7bb-4f13-bfbe-98d1cd3f0fc7), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:29.714227 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-86eebfce-3fd7-44e9-adbc-9cf01e76a01e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (717ede0d-a7bb-4f13-bfbe-98d1cd3f0fc7), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:29.752524 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-86eebfce-3fd7-44e9-adbc-9cf01e76a01e admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=7b345fddd32442b39f7ca94f1f5f79f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2826815 Aug 30 04:25:29.756003 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 53202) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:25:29.770688 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eebfce-3fd7-44e9-adbc-9cf01e76a01e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717ede0d-a7bb-4f13-bfbe-98d1cd3f0fc7,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:25:29.812727 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-870c0128-5a34-4001-9f7a-e2ef1a2b9e1f admin admin] Publish callbacks [] for security_group (717ede0d-a7bb-4f13-bfbe-98d1cd3f0fc7), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:29.834803 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-870c0128-5a34-4001-9f7a-e2ef1a2b9e1f admin admin] Publish callbacks [] for security_group (717ede0d-a7bb-4f13-bfbe-98d1cd3f0fc7), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:29.838926 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-06a46500-9f36-4de5-8f57-7bd4dd3b3565 req-aabfe6e0-d776-4c66-853d-a9d9cfa4d595 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/e2144ee9-7e1a-4a81-ac65-28f49d99b870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479998 Aug 30 04:25:29.883448 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-870c0128-5a34-4001-9f7a-e2ef1a2b9e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (717ede0d-a7bb-4f13-bfbe-98d1cd3f0fc7), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:29.885976 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-870c0128-5a34-4001-9f7a-e2ef1a2b9e1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:29.887236 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-870c0128-5a34-4001-9f7a-e2ef1a2b9e1f admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/717ede0d-a7bb-4f13-bfbe-98d1cd3f0fc7 HTTP/1.1" status: 204 len: 168 time: 0.1303222 Aug 30 04:25:29.896111 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c0128-5a34-4001-9f7a-e2ef1a2b9e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717ede0d-a7bb-4f13-bfbe-98d1cd3f0fc7,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:25:29.938380 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-06a46500-9f36-4de5-8f57-7bd4dd3b3565 req-1c71c294-3f44-465b-8f60-501fbefc290c service neutron] 10.222.0.46 "GET /networking/v2.0/networks/e2144ee9-7e1a-4a81-ac65-28f49d99b870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928113 Aug 30 04:25:30.117522 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-669c48de-6ee2-4db7-b658-60d0fe126657 req-d0edb150-ed85-4985-9b2c-58151aebe5b4 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=779aee38-94e4-4f4f-a800-6894170e718c HTTP/1.1" status: 200 len: 210 time: 0.0362258 Aug 30 04:25:31.117697 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (5274a8db-cdbb-4c02-abb1-2eb9d7076dc1), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:31.236643 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-9d9a9e42-4384-4b41-b41a-17f5ebed5432 req-6ab4625f-9cf4-4cd5-949a-6d73566471e2 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=779aee38-94e4-4f4f-a800-6894170e718c HTTP/1.1" status: 200 len: 210 time: 0.0329065 Aug 30 04:25:31.355083 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a46500-9f36-4de5-8f57-7bd4dd3b3565 req-765dc368-63db-4f8b-81b3-e3d1d2f03e2b tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:31.357142 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-06a46500-9f36-4de5-8f57-7bd4dd3b3565 req-765dc368-63db-4f8b-81b3-e3d1d2f03e2b tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.75 "GET /networking/v2.0/networks?id=e2144ee9-7e1a-4a81-ac65-28f49d99b870 HTTP/1.1" status: 200 len: 814 time: 0.1140966 Aug 30 04:25:31.435725 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-06a46500-9f36-4de5-8f57-7bd4dd3b3565 req-ae366928-d4ad-4bce-8f67-7508f0a33608 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.75 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9c9311c57fdd4250a16560bd8c2e0ffc HTTP/1.1" status: 200 len: 471 time: 0.0694964 Aug 30 04:25:31.503809 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-06a46500-9f36-4de5-8f57-7bd4dd3b3565 req-96bead2e-fc81-48ad-b915-96525146efa7 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Request body: {'port': {'device_id': '779aee38-94e4-4f4f-a800-6894170e718c', 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870', 'admin_state_up': True, 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'security_groups': ['585cd3fe-b05c-4d72-8a7a-c7e08b9cc706']}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:25:31.626410 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06a46500-9f36-4de5-8f57-7bd4dd3b3565 req-96bead2e-fc81-48ad-b915-96525146efa7 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Made reservation on behalf of 9c9311c57fdd4250a16560bd8c2e0ffc for: {'port': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:25:31.630150 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-06a46500-9f36-4de5-8f57-7bd4dd3b3565 req-96bead2e-fc81-48ad-b915-96525146efa7 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:31.717625 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.agents_db [None req-4bab6993-eaca-4b45-827a-a5590950f82e None None] Agent healthcheck: found 6 active agents {{(pid=106295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:25:31.737018 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:31.744781 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:31.765942 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [req-06a46500-9f36-4de5-8f57-7bd4dd3b3565 req-96bead2e-fc81-48ad-b915-96525146efa7 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Allocated IP 172.20.0.10 (e2144ee9-7e1a-4a81-ac65-28f49d99b870/9fb299f0-e365-4181-9f08-0a9d3aa5f8dc/a96a63b3-d079-4678-9448-3c9eb86612f2) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:25:31.913975 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-06a46500-9f36-4de5-8f57-7bd4dd3b3565 req-96bead2e-fc81-48ad-b915-96525146efa7 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for port (a96a63b3-d079-4678-9448-3c9eb86612f2), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:31.945785 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-06a46500-9f36-4de5-8f57-7bd4dd3b3565 req-96bead2e-fc81-48ad-b915-96525146efa7 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (a96a63b3-d079-4678-9448-3c9eb86612f2), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:31.998866 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06a46500-9f36-4de5-8f57-7bd4dd3b3565 req-96bead2e-fc81-48ad-b915-96525146efa7 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Network e2144ee9-7e1a-4a81-ac65-28f49d99b870 is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:25:32.004068 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [req-06a46500-9f36-4de5-8f57-7bd4dd3b3565 req-96bead2e-fc81-48ad-b915-96525146efa7 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:25:32.006352 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bead2e-fc81-48ad-b915-96525146efa7 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Pushing event updated for resources: {'Port': ['ID=a96a63b3-d079-4678-9448-3c9eb86612f2,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:25:32.008500 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a46500-9f36-4de5-8f57-7bd4dd3b3565 req-96bead2e-fc81-48ad-b915-96525146efa7 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:25:32.058468 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a46500-9f36-4de5-8f57-7bd4dd3b3565 req-96bead2e-fc81-48ad-b915-96525146efa7 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:32.059762 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-06a46500-9f36-4de5-8f57-7bd4dd3b3565 req-96bead2e-fc81-48ad-b915-96525146efa7 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:32.079588 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-06a46500-9f36-4de5-8f57-7bd4dd3b3565 req-96bead2e-fc81-48ad-b915-96525146efa7 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.75 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5802634 Aug 30 04:25:32.094723 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-06a46500-9f36-4de5-8f57-7bd4dd3b3565 req-ea4b4621-5d07-406b-8bbd-d19098620d24 service neutron] Request body: {'port': {'device_id': '779aee38-94e4-4f4f-a800-6894170e718c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:25:32.166308 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-06a46500-9f36-4de5-8f57-7bd4dd3b3565 req-ea4b4621-5d07-406b-8bbd-d19098620d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (a96a63b3-d079-4678-9448-3c9eb86612f2), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:32.218831 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-615a68f1-0666-4eb1-8337-3f9fdb6453a3 None None] Provisioning complete for port a96a63b3-d079-4678-9448-3c9eb86612f2 triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:25:32.220030 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-615a68f1-0666-4eb1-8337-3f9fdb6453a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (a96a63b3-d079-4678-9448-3c9eb86612f2), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:32.259370 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-615a68f1-0666-4eb1-8337-3f9fdb6453a3 None None] Port a96a63b3-d079-4678-9448-3c9eb86612f2 cannot update to ACTIVE because it is not bound. {{(pid=106294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:25:32.404052 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d709d-b04e-4325-aac6-eea46e790a9d req-7b04806a-a4a6-4eaf-9594-78f191cb9403 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:32.405496 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5d0d709d-b04e-4325-aac6-eea46e790a9d req-7b04806a-a4a6-4eaf-9594-78f191cb9403 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=779aee38-94e4-4f4f-a800-6894170e718c HTTP/1.1" status: 200 len: 932 time: 0.0667946 Aug 30 04:25:32.503280 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5d0d709d-b04e-4325-aac6-eea46e790a9d req-7cac8ca9-a0af-4a9b-89ac-dcff87d55cfe tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=585cd3fe-b05c-4d72-8a7a-c7e08b9cc706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911775 Aug 30 04:25:32.536954 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [req-06a46500-9f36-4de5-8f57-7bd4dd3b3565 req-ea4b4621-5d07-406b-8bbd-d19098620d24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a96a63b3-d079-4678-9448-3c9eb86612f2 {{(pid=106293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:25:32.540855 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:32.545385 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-06a46500-9f36-4de5-8f57-7bd4dd3b3565 req-ea4b4621-5d07-406b-8bbd-d19098620d24 service neutron] Publish callbacks [] for port (a96a63b3-d079-4678-9448-3c9eb86612f2), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:32.559037 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.provisioning_blocks [req-06a46500-9f36-4de5-8f57-7bd4dd3b3565 req-ea4b4621-5d07-406b-8bbd-d19098620d24 service neutron] Transition to ACTIVE for port object a96a63b3-d079-4678-9448-3c9eb86612f2 will not be triggered until provisioned by entity L2. {{(pid=106293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:25:32.562836 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-06a46500-9f36-4de5-8f57-7bd4dd3b3565 req-ea4b4621-5d07-406b-8bbd-d19098620d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-454314'] for port (a96a63b3-d079-4678-9448-3c9eb86612f2), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:32.646474 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b4621-5d07-406b-8bbd-d19098620d24 service neutron] Pushing event updated for resources: {'Port': ['ID=a96a63b3-d079-4678-9448-3c9eb86612f2,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:25:32.650838 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:32.680437 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-06a46500-9f36-4de5-8f57-7bd4dd3b3565 req-ea4b4621-5d07-406b-8bbd-d19098620d24 service neutron] Attempting to bind port a96a63b3-d079-4678-9448-3c9eb86612f2 on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:25:32.680773 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-06a46500-9f36-4de5-8f57-7bd4dd3b3565 req-ea4b4621-5d07-406b-8bbd-d19098620d24 service neutron] Attempting to bind port a96a63b3-d079-4678-9448-3c9eb86612f2 by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': '9f7e7574-559e-4f0e-b775-398fdc759a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870'}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:25:32.681104 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a46500-9f36-4de5-8f57-7bd4dd3b3565 req-ea4b4621-5d07-406b-8bbd-d19098620d24 service neutron] Attempting to bind port a96a63b3-d079-4678-9448-3c9eb86612f2 on network e2144ee9-7e1a-4a81-ac65-28f49d99b870 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:25:32.685942 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a46500-9f36-4de5-8f57-7bd4dd3b3565 req-ea4b4621-5d07-406b-8bbd-d19098620d24 service neutron] Port a96a63b3-d079-4678-9448-3c9eb86612f2 on network e2144ee9-7e1a-4a81-ac65-28f49d99b870 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:25:32.686294 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a46500-9f36-4de5-8f57-7bd4dd3b3565 req-ea4b4621-5d07-406b-8bbd-d19098620d24 service neutron] Attempting to bind port a96a63b3-d079-4678-9448-3c9eb86612f2 on network e2144ee9-7e1a-4a81-ac65-28f49d99b870 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:25:32.691116 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a46500-9f36-4de5-8f57-7bd4dd3b3565 req-ea4b4621-5d07-406b-8bbd-d19098620d24 service neutron] Checking agent: {'id': '5274a8db-cdbb-4c02-abb1-2eb9d7076dc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 17), 'started_at': datetime.datetime(2022, 8, 30, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:25:32.691453 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a46500-9f36-4de5-8f57-7bd4dd3b3565 req-ea4b4621-5d07-406b-8bbd-d19098620d24 service neutron] Checking segment: {'id': '9f7e7574-559e-4f0e-b775-398fdc759a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:25:32.691836 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a46500-9f36-4de5-8f57-7bd4dd3b3565 req-ea4b4621-5d07-406b-8bbd-d19098620d24 service neutron] Bound using segment: {'id': '9f7e7574-559e-4f0e-b775-398fdc759a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870'} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:25:32.692258 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-06a46500-9f36-4de5-8f57-7bd4dd3b3565 req-ea4b4621-5d07-406b-8bbd-d19098620d24 service neutron] Bound port: a96a63b3-d079-4678-9448-3c9eb86612f2, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f7e7574-559e-4f0e-b775-398fdc759a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870'}}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:25:32.692614 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-06a46500-9f36-4de5-8f57-7bd4dd3b3565 req-ea4b4621-5d07-406b-8bbd-d19098620d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (a96a63b3-d079-4678-9448-3c9eb86612f2), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:32.759840 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-06a46500-9f36-4de5-8f57-7bd4dd3b3565 req-ea4b4621-5d07-406b-8bbd-d19098620d24 service neutron] For port a96a63b3-d079-4678-9448-3c9eb86612f2, host hv-cinder-85220, cleared binding levels {{(pid=106293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:25:32.763856 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-06a46500-9f36-4de5-8f57-7bd4dd3b3565 req-ea4b4621-5d07-406b-8bbd-d19098620d24 service neutron] For port a96a63b3-d079-4678-9448-3c9eb86612f2, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=a96a63b3-d079-4678-9448-3c9eb86612f2,segment=NetworkSegment(9f7e7574-559e-4f0e-b775-398fdc759a6d),segment_id=9f7e7574-559e-4f0e-b775-398fdc759a6d)] {{(pid=106293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:25:32.770499 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-06a46500-9f36-4de5-8f57-7bd4dd3b3565 req-ea4b4621-5d07-406b-8bbd-d19098620d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-454314'] for port (a96a63b3-d079-4678-9448-3c9eb86612f2), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:32.775679 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a46500-9f36-4de5-8f57-7bd4dd3b3565 req-ea4b4621-5d07-406b-8bbd-d19098620d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:32.776797 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-06a46500-9f36-4de5-8f57-7bd4dd3b3565 req-ea4b4621-5d07-406b-8bbd-d19098620d24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:32.779442 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-06a46500-9f36-4de5-8f57-7bd4dd3b3565 req-ea4b4621-5d07-406b-8bbd-d19098620d24 service neutron] 10.222.0.75 "PUT /networking/v2.0/ports/a96a63b3-d079-4678-9448-3c9eb86612f2 HTTP/1.1" status: 200 len: 1094 time: 0.6894286 Aug 30 04:25:32.779974 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '779aee38-94e4-4f4f-a800-6894170e718c', 'tag': 'a96a63b3-d079-4678-9448-3c9eb86612f2'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:25:32.782738 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11a3118c5976ecaadc28dc64ec6366a88eb3d4be069be3e491e321578e9d1f78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8021a94-36ea-40c5-a1dc-78074c9a6347" -d '{"events": [{"name": "network-changed", "server_uuid": "779aee38-94e4-4f4f-a800-6894170e718c", "tag": "a96a63b3-d079-4678-9448-3c9eb86612f2"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:25:32.831991 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d235da11-e049-4f08-b74f-fd91d17a86b9 x-openstack-request-id: req-d235da11-e049-4f08-b74f-fd91d17a86b9 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:25:32.832344 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "779aee38-94e4-4f4f-a800-6894170e718c", "tag": "a96a63b3-d079-4678-9448-3c9eb86612f2", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:25:32.832556 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d235da11-e049-4f08-b74f-fd91d17a86b9 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:25:32.832950 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d235da11-e049-4f08-b74f-fd91d17a86b9'] response: {'name': 'network-changed', 'server_uuid': '779aee38-94e4-4f4f-a800-6894170e718c', 'tag': 'a96a63b3-d079-4678-9448-3c9eb86612f2', 'status': 'completed', 'code': 200} Aug 30 04:25:32.853604 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b4621-5d07-406b-8bbd-d19098620d24 service neutron] Pushing event updated for resources: {'Port': ['ID=a96a63b3-d079-4678-9448-3c9eb86612f2,revision_number=3']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:25:32.882617 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a46500-9f36-4de5-8f57-7bd4dd3b3565 req-a6005441-2e31-4324-8cd0-0bed89461446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:32.884096 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-06a46500-9f36-4de5-8f57-7bd4dd3b3565 req-a6005441-2e31-4324-8cd0-0bed89461446 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=9c9311c57fdd4250a16560bd8c2e0ffc&device_id=779aee38-94e4-4f4f-a800-6894170e718c HTTP/1.1" status: 200 len: 1128 time: 0.0435059 Aug 30 04:25:32.923937 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-06a46500-9f36-4de5-8f57-7bd4dd3b3565 req-bf2293db-9958-4286-b77c-5241c1e1c586 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a96a63b3-d079-4678-9448-3c9eb86612f2 HTTP/1.1" status: 200 len: 217 time: 0.0317976 Aug 30 04:25:32.980407 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a46500-9f36-4de5-8f57-7bd4dd3b3565 req-4a1764b0-03ac-4efa-90ea-c7d33dd2b3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:32.982341 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-06a46500-9f36-4de5-8f57-7bd4dd3b3565 req-4a1764b0-03ac-4efa-90ea-c7d33dd2b3a7 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=9fb299f0-e365-4181-9f08-0a9d3aa5f8dc HTTP/1.1" status: 200 len: 853 time: 0.0505133 Aug 30 04:25:33.027482 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a46500-9f36-4de5-8f57-7bd4dd3b3565 req-34d229f2-fbe9-4629-b336-bbe7f4264a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:33.028931 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-06a46500-9f36-4de5-8f57-7bd4dd3b3565 req-34d229f2-fbe9-4629-b336-bbe7f4264a05 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=e2144ee9-7e1a-4a81-ac65-28f49d99b870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0394969 Aug 30 04:25:33.129698 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-06a46500-9f36-4de5-8f57-7bd4dd3b3565 req-c17dd0e3-4083-4416-b36b-0f1318d35466 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/e2144ee9-7e1a-4a81-ac65-28f49d99b870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911291 Aug 30 04:25:33.224398 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-06a46500-9f36-4de5-8f57-7bd4dd3b3565 req-8a53281a-dd79-4450-8ffa-13977ca9a1dc service neutron] 10.222.0.75 "GET /networking/v2.0/networks/e2144ee9-7e1a-4a81-ac65-28f49d99b870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864766 Aug 30 04:25:33.623644 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f6198-6114-4d3b-a2d8-2835cb04184b req-5e975d38-39e2-41d8-9f8f-4cf56f82d3b1 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:33.625179 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f59f6198-6114-4d3b-a2d8-2835cb04184b req-5e975d38-39e2-41d8-9f8f-4cf56f82d3b1 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=779aee38-94e4-4f4f-a800-6894170e718c HTTP/1.1" status: 200 len: 944 time: 0.0493329 Aug 30 04:25:33.675993 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f59f6198-6114-4d3b-a2d8-2835cb04184b req-a923ecc5-b28e-437a-911b-d845105f19fd tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=585cd3fe-b05c-4d72-8a7a-c7e08b9cc706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452542 Aug 30 04:25:34.220164 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8021a94-36ea-40c5-a1dc-78074c9a6347 req-1d9a84e4-6b7a-4740-bbac-f36e73125766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:34.221633 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a8021a94-36ea-40c5-a1dc-78074c9a6347 req-1d9a84e4-6b7a-4740-bbac-f36e73125766 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=9c9311c57fdd4250a16560bd8c2e0ffc&device_id=779aee38-94e4-4f4f-a800-6894170e718c HTTP/1.1" status: 200 len: 1128 time: 0.0423663 Aug 30 04:25:34.318113 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8021a94-36ea-40c5-a1dc-78074c9a6347 req-e78e0523-b001-41a3-8aff-f1d19c363c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:34.319627 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a8021a94-36ea-40c5-a1dc-78074c9a6347 req-e78e0523-b001-41a3-8aff-f1d19c363c86 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=e2144ee9-7e1a-4a81-ac65-28f49d99b870 HTTP/1.1" status: 200 len: 915 time: 0.0913918 Aug 30 04:25:34.365169 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a8021a94-36ea-40c5-a1dc-78074c9a6347 req-b1ddabf2-3bee-4fe8-9371-74c190965aa6 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a96a63b3-d079-4678-9448-3c9eb86612f2 HTTP/1.1" status: 200 len: 217 time: 0.0369799 Aug 30 04:25:34.399829 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:34.420679 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8021a94-36ea-40c5-a1dc-78074c9a6347 req-bc016bcf-54c0-4ec2-a383-95d7189526d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:34.422078 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a8021a94-36ea-40c5-a1dc-78074c9a6347 req-bc016bcf-54c0-4ec2-a383-95d7189526d8 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=9fb299f0-e365-4181-9f08-0a9d3aa5f8dc HTTP/1.1" status: 200 len: 853 time: 0.0471315 Aug 30 04:25:34.465716 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8021a94-36ea-40c5-a1dc-78074c9a6347 req-48b91662-2331-4a33-8590-ec0a64ba99ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:34.467195 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a8021a94-36ea-40c5-a1dc-78074c9a6347 req-48b91662-2331-4a33-8590-ec0a64ba99ed service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=e2144ee9-7e1a-4a81-ac65-28f49d99b870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0386143 Aug 30 04:25:34.571061 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a8021a94-36ea-40c5-a1dc-78074c9a6347 req-e50c1039-1bb2-4cc4-b158-00928898397a service neutron] 10.222.0.75 "GET /networking/v2.0/networks/e2144ee9-7e1a-4a81-ac65-28f49d99b870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912757 Aug 30 04:25:34.657026 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:34.668082 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a8021a94-36ea-40c5-a1dc-78074c9a6347 req-31e5a2fc-c589-451d-9f32-b3680ebb439a service neutron] 10.222.0.75 "GET /networking/v2.0/networks/e2144ee9-7e1a-4a81-ac65-28f49d99b870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867019 Aug 30 04:25:34.799397 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e37d85-a4cc-4b45-8d3b-faf763252620 req-742c27be-9030-4141-8c7a-efde0bcdb210 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:34.800892 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-b1e37d85-a4cc-4b45-8d3b-faf763252620 req-742c27be-9030-4141-8c7a-efde0bcdb210 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=779aee38-94e4-4f4f-a800-6894170e718c HTTP/1.1" status: 200 len: 944 time: 0.0511186 Aug 30 04:25:34.849354 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-b1e37d85-a4cc-4b45-8d3b-faf763252620 req-20779976-1448-4486-9fd0-1b8306518dd2 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=585cd3fe-b05c-4d72-8a7a-c7e08b9cc706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430222 Aug 30 04:25:35.973912 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91898c35-6c14-4e13-ac58-4e2efca8dbae req-4c3f0b0f-404c-4483-b3a3-0bb1bd9d2570 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:35.975443 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-91898c35-6c14-4e13-ac58-4e2efca8dbae req-4c3f0b0f-404c-4483-b3a3-0bb1bd9d2570 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=779aee38-94e4-4f4f-a800-6894170e718c HTTP/1.1" status: 200 len: 944 time: 0.0529490 Aug 30 04:25:36.022571 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-91898c35-6c14-4e13-ac58-4e2efca8dbae req-630f5e5f-8b37-4116-ace2-7dbe0f0563b3 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=585cd3fe-b05c-4d72-8a7a-c7e08b9cc706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409479 Aug 30 04:25:36.452484 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device a96a63b3-d079-4678-9448-3c9eb86612f2 details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106294) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:25:36.541731 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:36.561013 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port a96a63b3-d079-4678-9448-3c9eb86612f2, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=a96a63b3-d079-4678-9448-3c9eb86612f2,segment=NetworkSegment(9f7e7574-559e-4f0e-b775-398fdc759a6d),segment_id=9f7e7574-559e-4f0e-b775-398fdc759a6d)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:25:36.571924 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Returning: {'device': 'a96a63b3-d079-4678-9448-3c9eb86612f2', 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870', 'port_id': 'a96a63b3-d079-4678-9448-3c9eb86612f2', 'mac_address': 'fa:16:3e:9d:22:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106294) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:25:36.608282 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:36.610537 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Current status of the port a96a63b3-d079-4678-9448-3c9eb86612f2 is: DOWN; New status is: BUILD {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:25:36.610951 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (a96a63b3-d079-4678-9448-3c9eb86612f2), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:36.625787 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a96a63b3-d079-4678-9448-3c9eb86612f2 {{(pid=106294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:25:36.646355 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port a96a63b3-d079-4678-9448-3c9eb86612f2, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=a96a63b3-d079-4678-9448-3c9eb86612f2,segment=NetworkSegment(9f7e7574-559e-4f0e-b775-398fdc759a6d),segment_id=9f7e7574-559e-4f0e-b775-398fdc759a6d)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:25:36.651312 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (a96a63b3-d079-4678-9448-3c9eb86612f2), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:36.702362 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Pushing event updated for resources: {'Port': ['ID=a96a63b3-d079-4678-9448-3c9eb86612f2,revision_number=4']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:25:36.710322 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:36.710670 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:36.711014 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:36.711352 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:36.711685 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:36.712024 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:36.712339 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:36.712661 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:36.712987 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:36.713310 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:36.713630 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:36.713951 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:36.714292 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:36.714614 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:36.715474 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:36.923925 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] get_ports_and_sgs() called for port_ids ['a96a63b3-d079-4678-9448-3c9eb86612f2'] {{(pid=106294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:25:37.151020 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58588b5f-f162-4c36-9273-6538308365a0 req-f08ce629-cc2f-4e25-a477-a00a635ddfa9 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:37.152550 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-58588b5f-f162-4c36-9273-6538308365a0 req-f08ce629-cc2f-4e25-a477-a00a635ddfa9 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=779aee38-94e4-4f4f-a800-6894170e718c HTTP/1.1" status: 200 len: 945 time: 0.0478697 Aug 30 04:25:37.203624 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-58588b5f-f162-4c36-9273-6538308365a0 req-d0ed44c5-4c2b-422d-92d6-fea8e4cfe7af tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=585cd3fe-b05c-4d72-8a7a-c7e08b9cc706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450878 Aug 30 04:25:38.332053 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9b8db-31dc-4ab1-9f18-d1f1c1be44a8 req-de5fc8fc-207f-4bbc-85a1-0c96364fb7c5 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:38.333516 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-83b9b8db-31dc-4ab1-9f18-d1f1c1be44a8 req-de5fc8fc-207f-4bbc-85a1-0c96364fb7c5 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=779aee38-94e4-4f4f-a800-6894170e718c HTTP/1.1" status: 200 len: 945 time: 0.0485983 Aug 30 04:25:38.381436 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-83b9b8db-31dc-4ab1-9f18-d1f1c1be44a8 req-5d18e6ee-ccac-4eb5-b306-6dada403ff11 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=585cd3fe-b05c-4d72-8a7a-c7e08b9cc706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423925 Aug 30 04:25:38.462674 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device a96a63b3-d079-4678-9448-3c9eb86612f2 up at agent hyperv_hv-cinder-85220 {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:25:38.505273 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Provisioning for port a96a63b3-d079-4678-9448-3c9eb86612f2 completed by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:25:38.511744 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Provisioning complete for port a96a63b3-d079-4678-9448-3c9eb86612f2 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:25:38.512152 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (a96a63b3-d079-4678-9448-3c9eb86612f2), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:38.593951 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Current status of the port a96a63b3-d079-4678-9448-3c9eb86612f2 is: BUILD; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:25:38.594379 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (a96a63b3-d079-4678-9448-3c9eb86612f2), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:38.617594 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779aee38-94e4-4f4f-a800-6894170e718c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96a63b3-d079-4678-9448-3c9eb86612f2'}] {{(pid=106294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:25:38.619825 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc91461c002048a1511ec2515697d9f100988a5a9e001fc967bf4275e8e26e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1090896-4f01-4890-887b-41cbcc78829d" -d '{"events": [{"server_uuid": "779aee38-94e4-4f4f-a800-6894170e718c", "name": "network-vif-plugged", "status": "completed", "tag": "a96a63b3-d079-4678-9448-3c9eb86612f2"}]}' {{(pid=106294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:25:38.633268 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port a96a63b3-d079-4678-9448-3c9eb86612f2, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=a96a63b3-d079-4678-9448-3c9eb86612f2,segment=NetworkSegment(9f7e7574-559e-4f0e-b775-398fdc759a6d),segment_id=9f7e7574-559e-4f0e-b775-398fdc759a6d)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:25:38.637979 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (a96a63b3-d079-4678-9448-3c9eb86612f2), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:38.665041 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a9ac56-a84d-43e2-b252-d24a8558f52c x-openstack-request-id: req-c8a9ac56-a84d-43e2-b252-d24a8558f52c {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:25:38.665335 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "779aee38-94e4-4f4f-a800-6894170e718c", "name": "network-vif-plugged", "status": "completed", "tag": "a96a63b3-d079-4678-9448-3c9eb86612f2", "code": 200}]} {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:25:38.665587 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c8a9ac56-a84d-43e2-b252-d24a8558f52c {{(pid=106294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:25:38.665982 dv-cinder-852208-11-iscsi neutron-server[106294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8a9ac56-a84d-43e2-b252-d24a8558f52c'] response: {'server_uuid': '779aee38-94e4-4f4f-a800-6894170e718c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96a63b3-d079-4678-9448-3c9eb86612f2', 'code': 200} Aug 30 04:25:38.696253 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Pushing event updated for resources: {'Port': ['ID=a96a63b3-d079-4678-9448-3c9eb86612f2,revision_number=5']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:25:38.845887 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8aacb6-190f-4b7f-83bf-80f93f7b8215 req-4c4760ad-3334-4677-8ef0-9d77c00371c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:38.847465 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0d8aacb6-190f-4b7f-83bf-80f93f7b8215 req-4c4760ad-3334-4677-8ef0-9d77c00371c4 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=779aee38-94e4-4f4f-a800-6894170e718c HTTP/1.1" status: 200 len: 1130 time: 0.0430131 Aug 30 04:25:38.899857 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0d8aacb6-190f-4b7f-83bf-80f93f7b8215 req-705a8e9a-67d2-439a-a373-df12ba958b1d service neutron] 10.222.0.75 "GET /networking/v2.0/security-groups?id=585cd3fe-b05c-4d72-8a7a-c7e08b9cc706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427732 Aug 30 04:25:39.507690 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee9c38a-43df-43fd-b727-404383e1398c req-7b21c562-493e-4f42-8516-78c409e3f196 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:39.509151 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-dee9c38a-43df-43fd-b727-404383e1398c req-7b21c562-493e-4f42-8516-78c409e3f196 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=779aee38-94e4-4f4f-a800-6894170e718c HTTP/1.1" status: 200 len: 946 time: 0.0483899 Aug 30 04:25:39.556181 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-dee9c38a-43df-43fd-b727-404383e1398c req-852b43a3-15dc-4278-8d45-68fb1b3812cc tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=585cd3fe-b05c-4d72-8a7a-c7e08b9cc706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407412 Aug 30 04:25:40.762554 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f14af2-7970-4c07-a770-1e1b03f0c28c req-897d685d-af4d-40e3-89d1-a508ebc47782 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:40.764877 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-97f14af2-7970-4c07-a770-1e1b03f0c28c req-897d685d-af4d-40e3-89d1-a508ebc47782 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=779aee38-94e4-4f4f-a800-6894170e718c HTTP/1.1" status: 200 len: 946 time: 0.0734665 Aug 30 04:25:40.821797 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-97f14af2-7970-4c07-a770-1e1b03f0c28c req-cf6ab523-1268-403c-9491-236c4eea994b tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=585cd3fe-b05c-4d72-8a7a-c7e08b9cc706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504608 Aug 30 04:25:41.953778 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e923b-f65a-40ee-beea-4f1c25f2e8f8 req-875b7954-2952-4ca6-b8de-c10ac82bb76f tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:41.955264 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f90e923b-f65a-40ee-beea-4f1c25f2e8f8 req-875b7954-2952-4ca6-b8de-c10ac82bb76f tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=779aee38-94e4-4f4f-a800-6894170e718c HTTP/1.1" status: 200 len: 946 time: 0.0480034 Aug 30 04:25:42.002219 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f90e923b-f65a-40ee-beea-4f1c25f2e8f8 req-8cf7f923-f7ac-4f05-9446-9957ac921888 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=585cd3fe-b05c-4d72-8a7a-c7e08b9cc706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412402 Aug 30 04:25:42.118217 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5267e84e-9043-4191-8b47-3ab15d61cb47 req-1a905726-a30b-4d7a-afed-81c4f7a03d6e tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:42.119700 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-5267e84e-9043-4191-8b47-3ab15d61cb47 req-1a905726-a30b-4d7a-afed-81c4f7a03d6e tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=779aee38-94e4-4f4f-a800-6894170e718c HTTP/1.1" status: 200 len: 946 time: 0.0473766 Aug 30 04:25:42.129839 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 53344) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:25:42.134082 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-89c020a2-f9a5-4964-b4c0-781a8e0e7f3f tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Request body: {'floatingip': {'port_id': 'a96a63b3-d079-4678-9448-3c9eb86612f2'}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:25:42.177437 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-89c020a2-f9a5-4964-b4c0-781a8e0e7f3f tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for floatingip (1abcb0a1-5a8a-45bd-9125-0455a1278635), before_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:42.323204 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:42.554657 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:42.599581 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-89c020a2-f9a5-4964-b4c0-781a8e0e7f3f tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:42.603337 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-89c020a2-f9a5-4964-b4c0-781a8e0e7f3f tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572642'] for floatingip (1abcb0a1-5a8a-45bd-9125-0455a1278635), after_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:42.700456 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.db.l3_db [None req-89c020a2-f9a5-4964-b4c0-781a8e0e7f3f tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Floating IP 1abcb0a1-5a8a-45bd-9125-0455a1278635 associated. External IP: 172.27.4.243, port: a96a63b3-d079-4678-9448-3c9eb86612f2. Aug 30 04:25:43.116343 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c020a2-f9a5-4964-b4c0-781a8e0e7f3f tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Router fc7df24f-92aa-405d-8725-ab9c1f384345 has already been hosted by L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 {{(pid=106292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:25:43.220681 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c020a2-f9a5-4964-b4c0-781a8e0e7f3f tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:25:43.225449 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-89c020a2-f9a5-4964-b4c0-781a8e0e7f3f tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for floatingip (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:43.230012 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed9c510-dacb-4756-92dd-101c54b751be None None] Sync routers for ids ['fc7df24f-92aa-405d-8725-ab9c1f384345'] in dv-cinder-852208-11-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:25:43.240933 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed9c510-dacb-4756-92dd-101c54b751be None None] Routers {'fc7df24f-92aa-405d-8725-ab9c1f384345'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:25:43.241546 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-7ed9c510-dacb-4756-92dd-101c54b751be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:25:23Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['fc7df24f-92aa-405d-8725-ab9c1f384345'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:25:43.258499 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-89c020a2-f9a5-4964-b4c0-781a8e0e7f3f tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "PUT /networking/v2.0/floatingips/1abcb0a1-5a8a-45bd-9125-0455a1278635 HTTP/1.1" status: 200 len: 992 time: 1.1275434 Aug 30 04:25:43.259076 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '779aee38-94e4-4f4f-a800-6894170e718c', 'tag': 'a96a63b3-d079-4678-9448-3c9eb86612f2'}] {{(pid=106292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:25:43.261361 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac8df60c6f70ae957e00457e6d6ce8432b58a3ad70202c2877012db9cc29900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99d282b-a3ae-4c47-9906-47601eb941f0" -d '{"events": [{"name": "network-changed", "server_uuid": "779aee38-94e4-4f4f-a800-6894170e718c", "tag": "a96a63b3-d079-4678-9448-3c9eb86612f2"}]}' {{(pid=106292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:25:43.301587 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0fb85d-23c5-43dd-810f-3b2522a45b74 x-openstack-request-id: req-af0fb85d-23c5-43dd-810f-3b2522a45b74 {{(pid=106292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:25:43.301886 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "779aee38-94e4-4f4f-a800-6894170e718c", "tag": "a96a63b3-d079-4678-9448-3c9eb86612f2", "status": "completed", "code": 200}]} {{(pid=106292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:25:43.302148 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-af0fb85d-23c5-43dd-810f-3b2522a45b74 {{(pid=106292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:25:43.302583 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af0fb85d-23c5-43dd-810f-3b2522a45b74'] response: {'name': 'network-changed', 'server_uuid': '779aee38-94e4-4f4f-a800-6894170e718c', 'tag': 'a96a63b3-d079-4678-9448-3c9eb86612f2', 'status': 'completed', 'code': 200} Aug 30 04:25:43.349158 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-7ed9c510-dacb-4756-92dd-101c54b751be None None] Set router fc7df24f-92aa-405d-8725-ab9c1f384345 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:25:43.374324 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d282b-a3ae-4c47-9906-47601eb941f0 req-8d781d44-a611-4db4-a33b-045a1b780590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:43.375755 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f99d282b-a3ae-4c47-9906-47601eb941f0 req-8d781d44-a611-4db4-a33b-045a1b780590 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=9c9311c57fdd4250a16560bd8c2e0ffc&device_id=779aee38-94e4-4f4f-a800-6894170e718c HTTP/1.1" status: 200 len: 1130 time: 0.0446830 Aug 30 04:25:43.473514 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d282b-a3ae-4c47-9906-47601eb941f0 req-b120efab-e127-4a35-9217-43f1382bb3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:43.475106 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f99d282b-a3ae-4c47-9906-47601eb941f0 req-b120efab-e127-4a35-9217-43f1382bb3b8 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=e2144ee9-7e1a-4a81-ac65-28f49d99b870 HTTP/1.1" status: 200 len: 915 time: 0.0919774 Aug 30 04:25:43.549925 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f99d282b-a3ae-4c47-9906-47601eb941f0 req-bde6283b-d2ea-4e89-959e-f7493ce5c5d1 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a96a63b3-d079-4678-9448-3c9eb86612f2 HTTP/1.1" status: 200 len: 1000 time: 0.0656178 Aug 30 04:25:43.602060 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d282b-a3ae-4c47-9906-47601eb941f0 req-f0158b1f-deca-4689-a52a-12e772de0ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:43.603533 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f99d282b-a3ae-4c47-9906-47601eb941f0 req-f0158b1f-deca-4689-a52a-12e772de0ae4 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=9fb299f0-e365-4181-9f08-0a9d3aa5f8dc HTTP/1.1" status: 200 len: 853 time: 0.0456886 Aug 30 04:25:43.618956 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:43.649809 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-7ed9c510-dacb-4756-92dd-101c54b751be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'name': 'tempest-AttachVolumeNegativeTest-448008307-router', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.52'}], 'enable_snat': True}, 'gw_port_id': 'a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:24:13Z', 'updated_at': '2022-08-30T04:24:17Z', 'revision_number': 4, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'gw_port': {'id': 'a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:14Z', 'updated_at': '2022-08-30T04:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_floatingips': [{'id': '1abcb0a1-5a8a-45bd-9125-0455a1278635', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'floating_ip_address': '172.27.4.243', 'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'router_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'port_id': 'a96a63b3-d079-4678-9448-3c9eb86612f2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870', 'mac_address': 'fa:16:3e:9d:22:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779aee38-94e4-4f4f-a800-6894170e718c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:25:28Z', 'updated_at': '2022-08-30T04:25:42Z', 'revision_number': 1, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'fixed_ip_address_scope': None}, {'id': '4d785c08-5274-4c42-9541-07bfdc570755', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'floating_ip_address': '172.27.4.232', 'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'router_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'port_id': 'd8e07c04-5a1e-4b74-8720-2de48fec19b7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870', 'mac_address': 'fa:16:3e:62:97:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711629d5-ba60-4bfd-a61e-7a06e25db924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:24:21Z', 'updated_at': '2022-08-30T04:24:37Z', 'revision_number': 2, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60982441-0aee-4952-84ac-42dcc15ed8c5', 'name': '', 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'mac_address': 'fa:16:3e:6b:b1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:16Z', 'updated_at': '2022-08-30T04:24:26Z', 'revision_number': 5, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'subnets': [{'id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:25:43.650471 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d282b-a3ae-4c47-9906-47601eb941f0 req-c14ae7f4-5ccd-4408-b634-00d3566e23c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:25:43.651961 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f99d282b-a3ae-4c47-9906-47601eb941f0 req-c14ae7f4-5ccd-4408-b634-00d3566e23c3 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=e2144ee9-7e1a-4a81-ac65-28f49d99b870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0405567 Aug 30 04:25:43.678528 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed9c510-dacb-4756-92dd-101c54b751be None None] Checking router: fc7df24f-92aa-405d-8725-ab9c1f384345 for host: dv-cinder-852208-11-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:25:43.687182 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed9c510-dacb-4756-92dd-101c54b751be None None] Routers {'fc7df24f-92aa-405d-8725-ab9c1f384345'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:25:43.687800 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-7ed9c510-dacb-4756-92dd-101c54b751be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:25:23Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['fc7df24f-92aa-405d-8725-ab9c1f384345'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:25:43.749589 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f99d282b-a3ae-4c47-9906-47601eb941f0 req-7cccc3bc-56e3-41b4-85b8-af73d4b3c0b7 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/e2144ee9-7e1a-4a81-ac65-28f49d99b870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895019 Aug 30 04:25:43.790844 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-7ed9c510-dacb-4756-92dd-101c54b751be None None] Set router fc7df24f-92aa-405d-8725-ab9c1f384345 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:25:43.851896 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f99d282b-a3ae-4c47-9906-47601eb941f0 req-b4c7a304-9180-42a4-bab7-ebfa4ab5be7c service neutron] 10.222.0.75 "GET /networking/v2.0/networks/e2144ee9-7e1a-4a81-ac65-28f49d99b870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947211 Aug 30 04:25:44.007087 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-7ed9c510-dacb-4756-92dd-101c54b751be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'name': 'tempest-AttachVolumeNegativeTest-448008307-router', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.52'}], 'enable_snat': True}, 'gw_port_id': 'a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:24:13Z', 'updated_at': '2022-08-30T04:24:17Z', 'revision_number': 4, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'gw_port': {'id': 'a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:14Z', 'updated_at': '2022-08-30T04:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_floatingips': [{'id': '1abcb0a1-5a8a-45bd-9125-0455a1278635', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'floating_ip_address': '172.27.4.243', 'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'router_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'port_id': 'a96a63b3-d079-4678-9448-3c9eb86612f2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870', 'mac_address': 'fa:16:3e:9d:22:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779aee38-94e4-4f4f-a800-6894170e718c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:25:28Z', 'updated_at': '2022-08-30T04:25:42Z', 'revision_number': 1, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'fixed_ip_address_scope': None}, {'id': '4d785c08-5274-4c42-9541-07bfdc570755', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'floating_ip_address': '172.27.4.232', 'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'router_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'port_id': 'd8e07c04-5a1e-4b74-8720-2de48fec19b7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870', 'mac_address': 'fa:16:3e:62:97:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711629d5-ba60-4bfd-a61e-7a06e25db924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:24:21Z', 'updated_at': '2022-08-30T04:24:37Z', 'revision_number': 2, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60982441-0aee-4952-84ac-42dcc15ed8c5', 'name': '', 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'mac_address': 'fa:16:3e:6b:b1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:16Z', 'updated_at': '2022-08-30T04:24:26Z', 'revision_number': 5, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'subnets': [{'id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:25:44.035806 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed9c510-dacb-4756-92dd-101c54b751be None None] The sync data for ids ['fc7df24f-92aa-405d-8725-ab9c1f384345'] in dv-cinder-852208-11-iscsi is: [{'id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'name': 'tempest-AttachVolumeNegativeTest-448008307-router', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.52'}], 'enable_snat': True}, 'gw_port_id': 'a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:24:13Z', 'updated_at': '2022-08-30T04:24:17Z', 'revision_number': 4, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'gw_port': {'id': 'a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:14Z', 'updated_at': '2022-08-30T04:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_floatingips': [{'id': '1abcb0a1-5a8a-45bd-9125-0455a1278635', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'floating_ip_address': '172.27.4.243', 'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'router_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'port_id': 'a96a63b3-d079-4678-9448-3c9eb86612f2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870', 'mac_address': 'fa:16:3e:9d:22:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779aee38-94e4-4f4f-a800-6894170e718c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:25:28Z', 'updated_at': '2022-08-30T04:25:42Z', 'revision_number': 1, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'fixed_ip_address_scope': None}, {'id': '4d785c08-5274-4c42-9541-07bfdc570755', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'floating_ip_address': '172.27.4.232', 'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'router_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'port_id': 'd8e07c04-5a1e-4b74-8720-2de48fec19b7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870', 'mac_address': 'fa:16:3e:62:97:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711629d5-ba60-4bfd-a61e-7a06e25db924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:24:21Z', 'updated_at': '2022-08-30T04:24:37Z', 'revision_number': 2, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60982441-0aee-4952-84ac-42dcc15ed8c5', 'name': '', 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'mac_address': 'fa:16:3e:6b:b1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:16Z', 'updated_at': '2022-08-30T04:24:26Z', 'revision_number': 5, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'subnets': [{'id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:25:44.227712 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff44ab76-88e4-4978-85d2-cad0ee488ed3 None None] New status for floating IP 1abcb0a1-5a8a-45bd-9125-0455a1278635: ACTIVE {{(pid=106294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:25:50.340955 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-daf73ea0-b4a1-4515-854b-839faa6ac2b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (1bd89ca2-58f6-428d-83bf-6325bad549fd), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:52.537776 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-65990e51-8329-4f10-b35e-c63e06341ed2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:53.253802 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=74,neutron:UPDATE=2 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:53.255793 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=50 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:53.771941 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8bdbbddc-d827-40e6-b8fb-29930693a668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (0ba81f50-231f-4a87-bfed-adcf093ea106), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:53.841242 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=22 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:53.848468 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=90 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:54.009238 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=85 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:54.011145 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=97 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:55.452969 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-390264ec-bab8-4bcb-922a-62bbd4f3a683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (b2cd167f-1ad0-4273-bd2a-29638b1fd1d2), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:55.583007 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (d414c4c0-e104-4322-85c3-8bf64da32860), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:57.760057 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 53442) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:25:57.867366 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-4e2f16ba-451d-47ac-bdfd-7d2d9f8eeccc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:57.943049 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-4e2f16ba-451d-47ac-bdfd-7d2d9f8eeccc admin admin] Publish callbacks [] for security_group (75a85509-4f25-4aed-a861-c303f20b9d63), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:57.946783 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-4e2f16ba-451d-47ac-bdfd-7d2d9f8eeccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (75a85509-4f25-4aed-a861-c303f20b9d63), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:57.986026 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-4e2f16ba-451d-47ac-bdfd-7d2d9f8eeccc admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=0381c47d9974413890a335b59b88db01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2247863 Aug 30 04:25:57.986918 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2f16ba-451d-47ac-bdfd-7d2d9f8eeccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a85509-4f25-4aed-a861-c303f20b9d63,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:25:57.989448 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 53446) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:25:58.045372 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2b0b4799-fca3-4770-8717-a2caf3633dc5 admin admin] Publish callbacks [] for security_group (75a85509-4f25-4aed-a861-c303f20b9d63), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:58.065656 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2b0b4799-fca3-4770-8717-a2caf3633dc5 admin admin] Publish callbacks [] for security_group (75a85509-4f25-4aed-a861-c303f20b9d63), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:58.113670 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2b0b4799-fca3-4770-8717-a2caf3633dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (75a85509-4f25-4aed-a861-c303f20b9d63), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:58.116290 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2b0b4799-fca3-4770-8717-a2caf3633dc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:58.117438 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-2b0b4799-fca3-4770-8717-a2caf3633dc5 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/75a85509-4f25-4aed-a861-c303f20b9d63 HTTP/1.1" status: 204 len: 168 time: 0.1263993 Aug 30 04:25:58.126097 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b4799-fca3-4770-8717-a2caf3633dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a85509-4f25-4aed-a861-c303f20b9d63,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:01.116050 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (5274a8db-cdbb-4c02-abb1-2eb9d7076dc1), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:03.333505 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fdff1079-093f-41c6-bb92-df0cbb3290c1 req-e4601772-d32a-4ec4-a921-ba87db3a3ad2 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=711629d5-ba60-4bfd-a61e-7a06e25db924&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386255 Aug 30 04:26:03.395339 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff1079-093f-41c6-bb92-df0cbb3290c1 req-a2ee45f2-2d97-4fae-ab4c-33a9c1e2b495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:03.396796 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fdff1079-093f-41c6-bb92-df0cbb3290c1 req-a2ee45f2-2d97-4fae-ab4c-33a9c1e2b495 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=9c9311c57fdd4250a16560bd8c2e0ffc&device_id=711629d5-ba60-4bfd-a61e-7a06e25db924 HTTP/1.1" status: 200 len: 1129 time: 0.0390880 Aug 30 04:26:03.510954 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff1079-093f-41c6-bb92-df0cbb3290c1 req-246a4cbd-dbd3-46e0-88d4-9ea693bfeb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:03.512890 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fdff1079-093f-41c6-bb92-df0cbb3290c1 req-246a4cbd-dbd3-46e0-88d4-9ea693bfeb67 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=e2144ee9-7e1a-4a81-ac65-28f49d99b870 HTTP/1.1" status: 200 len: 915 time: 0.0930967 Aug 30 04:26:03.582869 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fdff1079-093f-41c6-bb92-df0cbb3290c1 req-da09147e-453e-4dd9-88e3-bf1450c7166e service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8e07c04-5a1e-4b74-8720-2de48fec19b7 HTTP/1.1" status: 200 len: 1001 time: 0.0590763 Aug 30 04:26:03.639741 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff1079-093f-41c6-bb92-df0cbb3290c1 req-f71122e6-1188-48fd-9ba5-61e287cd5f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:03.641233 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fdff1079-093f-41c6-bb92-df0cbb3290c1 req-f71122e6-1188-48fd-9ba5-61e287cd5f00 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=9fb299f0-e365-4181-9f08-0a9d3aa5f8dc HTTP/1.1" status: 200 len: 853 time: 0.0493760 Aug 30 04:26:03.693440 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff1079-093f-41c6-bb92-df0cbb3290c1 req-9e568a4e-618e-408a-ac18-e09b5a431fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:03.694951 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fdff1079-093f-41c6-bb92-df0cbb3290c1 req-9e568a4e-618e-408a-ac18-e09b5a431fe5 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=e2144ee9-7e1a-4a81-ac65-28f49d99b870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399666 Aug 30 04:26:03.797952 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fdff1079-093f-41c6-bb92-df0cbb3290c1 req-fdeafb38-da6e-4097-8320-1248fcbd0cef service neutron] 10.222.0.75 "GET /networking/v2.0/networks/e2144ee9-7e1a-4a81-ac65-28f49d99b870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949845 Aug 30 04:26:03.866935 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ba571-a1c0-4a02-84d9-617ea590e806 req-78727ed3-313e-4809-82c7-3f6403549884 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:03.868398 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-ac2ba571-a1c0-4a02-84d9-617ea590e806 req-78727ed3-313e-4809-82c7-3f6403549884 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 947 time: 0.0473139 Aug 30 04:26:03.919815 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-ac2ba571-a1c0-4a02-84d9-617ea590e806 req-4b2b1fe2-9446-4bd8-a629-2c838c23f45d tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456676 Aug 30 04:26:05.045575 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683369e2-dc84-44fe-b537-c9ae1ac4aea8 req-372b0ac3-97d4-4142-8ba2-8ca2bc8dc006 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:05.047074 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-683369e2-dc84-44fe-b537-c9ae1ac4aea8 req-372b0ac3-97d4-4142-8ba2-8ca2bc8dc006 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 947 time: 0.0474067 Aug 30 04:26:05.095340 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-683369e2-dc84-44fe-b537-c9ae1ac4aea8 req-5c5a6983-e20b-493a-b40b-ae428ac1e420 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413666 Aug 30 04:26:06.220625 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7680421-3007-4f14-b691-11b93d1a54b0 req-8d5c30c5-db38-458a-943d-e2b559f613fe tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:06.222094 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-e7680421-3007-4f14-b691-11b93d1a54b0 req-8d5c30c5-db38-458a-943d-e2b559f613fe tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 947 time: 0.0471351 Aug 30 04:26:06.269694 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-e7680421-3007-4f14-b691-11b93d1a54b0 req-d6f23b19-1bc3-4007-85a7-f6868ab7a6fd tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421453 Aug 30 04:26:07.391439 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277994ed-9865-45d5-b053-cc8642f1a580 req-5f4194cb-7f40-413e-9cf7-c940f50ecb14 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:07.392878 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-277994ed-9865-45d5-b053-cc8642f1a580 req-5f4194cb-7f40-413e-9cf7-c940f50ecb14 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 947 time: 0.0462308 Aug 30 04:26:07.444511 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-277994ed-9865-45d5-b053-cc8642f1a580 req-5abc7325-48b0-414a-93b7-a0ab9df1576e tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456128 Aug 30 04:26:07.842874 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fdff1079-093f-41c6-bb92-df0cbb3290c1 req-d3b653d6-1555-4146-82dc-fad25b1da86e service neutron] 10.222.0.75 "GET /networking/v2.0/networks/e2144ee9-7e1a-4a81-ac65-28f49d99b870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912313 Aug 30 04:26:08.460393 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9721f381-e885-413d-b916-de00e8f67e65 req-0c2b90c6-d8f9-4c46-97a3-5eb9aef41995 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:08.461964 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9721f381-e885-413d-b916-de00e8f67e65 req-0c2b90c6-d8f9-4c46-97a3-5eb9aef41995 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 947 time: 0.0481784 Aug 30 04:26:08.513518 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:08.569996 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-9721f381-e885-413d-b916-de00e8f67e65 req-e959c075-19f8-4f17-8505-52299a5934bd tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Deleting port 62c2b20d-786c-4609-93c3-a36cc9f257d4 {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:26:08.570373 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-9721f381-e885-413d-b916-de00e8f67e65 req-e959c075-19f8-4f17-8505-52299a5934bd tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (62c2b20d-786c-4609-93c3-a36cc9f257d4), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:08.585991 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff4e67a-d1ed-472e-b9ad-42a034da5998 req-c5e7cbe1-d17d-4750-8d1b-36897e89955d tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:08.587560 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-7ff4e67a-d1ed-472e-b9ad-42a034da5998 req-c5e7cbe1-d17d-4750-8d1b-36897e89955d tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 947 time: 0.0590999 Aug 30 04:26:08.641521 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-7ff4e67a-d1ed-472e-b9ad-42a034da5998 req-0ae1385b-dee2-44ce-908f-706ddb6ae471 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11ff1094-b8d0-44d2-95a1-73161de441fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483618 Aug 30 04:26:08.658462 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:08.674901 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-9721f381-e885-413d-b916-de00e8f67e65 req-e959c075-19f8-4f17-8505-52299a5934bd tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] For port 62c2b20d-786c-4609-93c3-a36cc9f257d4, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=62c2b20d-786c-4609-93c3-a36cc9f257d4,segment=NetworkSegment(f1ad6c1c-d522-42f8-b534-1fea329f4792),segment_id=f1ad6c1c-d522-42f8-b534-1fea329f4792)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:26:08.675261 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-9721f381-e885-413d-b916-de00e8f67e65 req-e959c075-19f8-4f17-8505-52299a5934bd tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (62c2b20d-786c-4609-93c3-a36cc9f257d4), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:08.717838 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.agents_db [None req-4bab6993-eaca-4b45-827a-a5590950f82e None None] Agent healthcheck: found 6 active agents {{(pid=106295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:26:08.845605 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-9721f381-e885-413d-b916-de00e8f67e65 req-e959c075-19f8-4f17-8505-52299a5934bd tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:08.845976 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-9721f381-e885-413d-b916-de00e8f67e65 req-e959c075-19f8-4f17-8505-52299a5934bd tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572642'] for floatingip (ddd7dace-e1af-4ff4-bde0-d5041aa888cc), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:08.846342 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.db.l3_db [req-9721f381-e885-413d-b916-de00e8f67e65 req-e959c075-19f8-4f17-8505-52299a5934bd tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Floating IP ddd7dace-e1af-4ff4-bde0-d5041aa888cc disassociated. External IP: 172.27.4.188, port: 62c2b20d-786c-4609-93c3-a36cc9f257d4. Aug 30 04:26:08.846690 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-9721f381-e885-413d-b916-de00e8f67e65 req-e959c075-19f8-4f17-8505-52299a5934bd tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Calling delete_port for 62c2b20d-786c-4609-93c3-a36cc9f257d4 owned by compute:nova {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:26:08.983759 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-9721f381-e885-413d-b916-de00e8f67e65 req-e959c075-19f8-4f17-8505-52299a5934bd tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (62c2b20d-786c-4609-93c3-a36cc9f257d4), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:09.016054 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959c075-19f8-4f17-8505-52299a5934bd tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Pushing event deleted for resources: {'Port': ['ID=62c2b20d-786c-4609-93c3-a36cc9f257d4,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:09.123935 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9721f381-e885-413d-b916-de00e8f67e65 req-e959c075-19f8-4f17-8505-52299a5934bd tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Router 354189e9-d6c3-4269-b148-cd535d97c117 has already been hosted by L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 {{(pid=106293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:26:09.227787 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9721f381-e885-413d-b916-de00e8f67e65 req-e959c075-19f8-4f17-8505-52299a5934bd tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:26:09.237930 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95715328-d1f6-4a3f-a4cc-b81d0fbfd361 None None] Sync routers for ids ['354189e9-d6c3-4269-b148-cd535d97c117'] in dv-cinder-852208-11-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:26:09.249184 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95715328-d1f6-4a3f-a4cc-b81d0fbfd361 None None] Routers {'354189e9-d6c3-4269-b148-cd535d97c117'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:26:09.249801 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-95715328-d1f6-4a3f-a4cc-b81d0fbfd361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:25:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['354189e9-d6c3-4269-b148-cd535d97c117'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:26:09.274239 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-9721f381-e885-413d-b916-de00e8f67e65 req-e959c075-19f8-4f17-8505-52299a5934bd tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] No DVR routers for this DVR port 62c2b20d-786c-4609-93c3-a36cc9f257d4 on host hv-cinder-85220 {{(pid=106293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:26:09.276814 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-9721f381-e885-413d-b916-de00e8f67e65 req-e959c075-19f8-4f17-8505-52299a5934bd tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:09.280702 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9721f381-e885-413d-b916-de00e8f67e65 req-e959c075-19f8-4f17-8505-52299a5934bd tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.75 "DELETE /networking/v2.0/ports/62c2b20d-786c-4609-93c3-a36cc9f257d4 HTTP/1.1" status: 204 len: 173 time: 0.8016207 Aug 30 04:26:09.281150 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6919ed2d-211e-4a0e-8ee3-09dbb72ffff1', 'name': 'network-vif-deleted', 'tag': '62c2b20d-786c-4609-93c3-a36cc9f257d4'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:26:09.283428 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11a3118c5976ecaadc28dc64ec6366a88eb3d4be069be3e491e321578e9d1f78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc30054-2648-4da2-bf21-1f6742301ff8" -d '{"events": [{"server_uuid": "6919ed2d-211e-4a0e-8ee3-09dbb72ffff1", "name": "network-vif-deleted", "tag": "62c2b20d-786c-4609-93c3-a36cc9f257d4"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:26:09.319929 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c28931c-6b97-469c-8482-cc82df13c8b5 x-openstack-request-id: req-7c28931c-6b97-469c-8482-cc82df13c8b5 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:26:09.320230 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6919ed2d-211e-4a0e-8ee3-09dbb72ffff1", "name": "network-vif-deleted", "tag": "62c2b20d-786c-4609-93c3-a36cc9f257d4", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:26:09.320481 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7c28931c-6b97-469c-8482-cc82df13c8b5 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:26:09.320888 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c28931c-6b97-469c-8482-cc82df13c8b5'] response: {'server_uuid': '6919ed2d-211e-4a0e-8ee3-09dbb72ffff1', 'name': 'network-vif-deleted', 'tag': '62c2b20d-786c-4609-93c3-a36cc9f257d4', 'status': 'completed', 'code': 200} Aug 30 04:26:09.361685 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-95715328-d1f6-4a3f-a4cc-b81d0fbfd361 None None] Set router 354189e9-d6c3-4269-b148-cd535d97c117 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:26:09.567099 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-95715328-d1f6-4a3f-a4cc-b81d0fbfd361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '354189e9-d6c3-4269-b148-cd535d97c117', 'name': 'tempest-AttachVolumeShelveTestJSON-1791777441-router', 'tenant_id': '411b8da28bed456bbdcdb01587610b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.174'}], 'enable_snat': True}, 'gw_port_id': '21d7ba17-a823-4886-8208-42dd0283a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:52Z', 'updated_at': '2022-08-30T04:19:06Z', 'revision_number': 4, 'project_id': '411b8da28bed456bbdcdb01587610b47', 'gw_port': {'id': '21d7ba17-a823-4886-8208-42dd0283a929', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ea:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354189e9-d6c3-4269-b148-cd535d97c117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:54Z', 'updated_at': '2022-08-30T04:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': '667ffc84-2f51-42c1-b751-8766dba65c67', 'name': '', 'network_id': 'ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6', 'tenant_id': '411b8da28bed456bbdcdb01587610b47', 'mac_address': 'fa:16:3e:67:f8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354189e9-d6c3-4269-b148-cd535d97c117', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bd870cbd-142c-4604-b43f-9d9fc317ac72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:19:04Z', 'updated_at': '2022-08-30T04:19:23Z', 'revision_number': 5, 'project_id': '411b8da28bed456bbdcdb01587610b47', 'subnets': [{'id': 'bd870cbd-142c-4604-b43f-9d9fc317ac72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:26:09.595447 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95715328-d1f6-4a3f-a4cc-b81d0fbfd361 None None] Checking router: 354189e9-d6c3-4269-b148-cd535d97c117 for host: dv-cinder-852208-11-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:26:09.604021 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95715328-d1f6-4a3f-a4cc-b81d0fbfd361 None None] Routers {'354189e9-d6c3-4269-b148-cd535d97c117'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:26:09.604570 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-95715328-d1f6-4a3f-a4cc-b81d0fbfd361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:25:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['354189e9-d6c3-4269-b148-cd535d97c117'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:26:09.710872 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-95715328-d1f6-4a3f-a4cc-b81d0fbfd361 None None] Set router 354189e9-d6c3-4269-b148-cd535d97c117 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:26:09.754698 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-0788387b-a855-47a4-9bf1-91b174ae038b req-1fd674ba-672a-4f63-923a-88afe943db0a tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 210 time: 0.0317183 Aug 30 04:26:09.899722 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-95715328-d1f6-4a3f-a4cc-b81d0fbfd361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '354189e9-d6c3-4269-b148-cd535d97c117', 'name': 'tempest-AttachVolumeShelveTestJSON-1791777441-router', 'tenant_id': '411b8da28bed456bbdcdb01587610b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.174'}], 'enable_snat': True}, 'gw_port_id': '21d7ba17-a823-4886-8208-42dd0283a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:52Z', 'updated_at': '2022-08-30T04:19:06Z', 'revision_number': 4, 'project_id': '411b8da28bed456bbdcdb01587610b47', 'gw_port': {'id': '21d7ba17-a823-4886-8208-42dd0283a929', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ea:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354189e9-d6c3-4269-b148-cd535d97c117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:54Z', 'updated_at': '2022-08-30T04:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': '667ffc84-2f51-42c1-b751-8766dba65c67', 'name': '', 'network_id': 'ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6', 'tenant_id': '411b8da28bed456bbdcdb01587610b47', 'mac_address': 'fa:16:3e:67:f8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354189e9-d6c3-4269-b148-cd535d97c117', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bd870cbd-142c-4604-b43f-9d9fc317ac72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:19:04Z', 'updated_at': '2022-08-30T04:19:23Z', 'revision_number': 5, 'project_id': '411b8da28bed456bbdcdb01587610b47', 'subnets': [{'id': 'bd870cbd-142c-4604-b43f-9d9fc317ac72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:26:09.924791 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95715328-d1f6-4a3f-a4cc-b81d0fbfd361 None None] The sync data for ids ['354189e9-d6c3-4269-b148-cd535d97c117'] in dv-cinder-852208-11-iscsi is: [{'id': '354189e9-d6c3-4269-b148-cd535d97c117', 'name': 'tempest-AttachVolumeShelveTestJSON-1791777441-router', 'tenant_id': '411b8da28bed456bbdcdb01587610b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.174'}], 'enable_snat': True}, 'gw_port_id': '21d7ba17-a823-4886-8208-42dd0283a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:52Z', 'updated_at': '2022-08-30T04:19:06Z', 'revision_number': 4, 'project_id': '411b8da28bed456bbdcdb01587610b47', 'gw_port': {'id': '21d7ba17-a823-4886-8208-42dd0283a929', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ea:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354189e9-d6c3-4269-b148-cd535d97c117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:54Z', 'updated_at': '2022-08-30T04:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': '667ffc84-2f51-42c1-b751-8766dba65c67', 'name': '', 'network_id': 'ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6', 'tenant_id': '411b8da28bed456bbdcdb01587610b47', 'mac_address': 'fa:16:3e:67:f8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354189e9-d6c3-4269-b148-cd535d97c117', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bd870cbd-142c-4604-b43f-9d9fc317ac72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:19:04Z', 'updated_at': '2022-08-30T04:19:23Z', 'revision_number': 5, 'project_id': '411b8da28bed456bbdcdb01587610b47', 'subnets': [{'id': 'bd870cbd-142c-4604-b43f-9d9fc317ac72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:26:10.146118 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf9b8b5-03d4-4663-a93b-f39aae5613b0 None None] New status for floating IP ddd7dace-e1af-4ff4-bde0-d5041aa888cc: DOWN {{(pid=106294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:26:10.148290 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:10.149930 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:UPDATE=8,neutron:SELECT=87 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:10.867318 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-03b55ede-cbf9-47dc-8354-ea958863bdbe req-79a2d328-32a5-44cd-80d4-e57610a1e432 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 210 time: 0.0317295 Aug 30 04:26:11.977820 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-37e91d9f-31d0-47fd-8fb7-8fd58f7c0855 req-d19f1ab8-47ce-49c0-a694-1fe1c27a70d6 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6919ed2d-211e-4a0e-8ee3-09dbb72ffff1 HTTP/1.1" status: 200 len: 210 time: 0.0320799 Aug 30 04:26:13.077916 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 53550) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:13.135039 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-aafd5ae1-5748-490d-a247-d534d04c7605 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks [] for security_group (11ff1094-b8d0-44d2-95a1-73161de441fd), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:13.149638 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:13.160735 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-aafd5ae1-5748-490d-a247-d534d04c7605 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks [] for security_group (11ff1094-b8d0-44d2-95a1-73161de441fd), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:13.214119 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-aafd5ae1-5748-490d-a247-d534d04c7605 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (11ff1094-b8d0-44d2-95a1-73161de441fd), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:13.216853 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-aafd5ae1-5748-490d-a247-d534d04c7605 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:13.218752 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-aafd5ae1-5748-490d-a247-d534d04c7605 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/11ff1094-b8d0-44d2-95a1-73161de441fd HTTP/1.1" status: 204 len: 168 time: 0.1396971 Aug 30 04:26:13.221282 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 53562) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:13.229406 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd5ae1-5748-490d-a247-d534d04c7605 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ff1094-b8d0-44d2-95a1-73161de441fd,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:13.248219 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.api.v2.resource [None req-53ef9401-4c3d-4888-b232-cf5638e587d5 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] show failed (client error): The resource could not be found. Aug 30 04:26:13.249239 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-53ef9401-4c3d-4888-b232-cf5638e587d5 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "GET /networking/v2.0/security-groups/11ff1094-b8d0-44d2-95a1-73161de441fd HTTP/1.1" status: 404 len: 347 time: 0.0268707 Aug 30 04:26:13.252515 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 53566) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:13.369069 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.plugin [None req-4e7a8e71-12d2-4543-adc0-61a67c7e0a12 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Deleting port 1e3a00f4-30b6-46b4-bfbf-4b7c90084f56 {{(pid=106292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:26:13.369419 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-4e7a8e71-12d2-4543-adc0-61a67c7e0a12 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (1e3a00f4-30b6-46b4-bfbf-4b7c90084f56), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:13.451212 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-4e7a8e71-12d2-4543-adc0-61a67c7e0a12 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (1e3a00f4-30b6-46b4-bfbf-4b7c90084f56), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:13.451694 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-4e7a8e71-12d2-4543-adc0-61a67c7e0a12 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks [] for floatingip (1e3a00f4-30b6-46b4-bfbf-4b7c90084f56), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:13.469290 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.plugin [None req-4e7a8e71-12d2-4543-adc0-61a67c7e0a12 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Calling delete_port for 1e3a00f4-30b6-46b4-bfbf-4b7c90084f56 owned by network:floatingip {{(pid=106292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:26:13.606874 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-4e7a8e71-12d2-4543-adc0-61a67c7e0a12 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642203'] for port (1e3a00f4-30b6-46b4-bfbf-4b7c90084f56), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:13.639496 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7a8e71-12d2-4543-adc0-61a67c7e0a12 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Pushing event deleted for resources: {'Port': ['ID=1e3a00f4-30b6-46b4-bfbf-4b7c90084f56,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:13.645664 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:13.670012 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:13.721104 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-4e7a8e71-12d2-4543-adc0-61a67c7e0a12 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks [] for floatingip (ddd7dace-e1af-4ff4-bde0-d5041aa888cc), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:13.724335 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-4e7a8e71-12d2-4543-adc0-61a67c7e0a12 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for floatingip (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:13.725508 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-4e7a8e71-12d2-4543-adc0-61a67c7e0a12 tempest-AttachVolumeShelveTestJSON-1308236962 tempest-AttachVolumeShelveTestJSON-1308236962-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/ddd7dace-e1af-4ff4-bde0-d5041aa888cc HTTP/1.1" status: 204 len: 168 time: 0.4721196 Aug 30 04:26:15.053871 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 62c2b20d-786c-4609-93c3-a36cc9f257d4 no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:26:15.084107 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] No Port match for: 62c2b20d-786c-4609-93c3-a36cc9f257d4 {{(pid=106294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:26:15.084442 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 62c2b20d-786c-4609-93c3-a36cc9f257d4 not bound to the agent host hv-cinder-85220 {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:26:16.168850 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 53630) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:16.630171 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-a8ad2b4b-50b4-4f00-9cb5-d999b12dd25a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573154'] for router_interface (354189e9-d6c3-4269-b148-cd535d97c117), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:16.857802 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.plugin [None req-a8ad2b4b-50b4-4f00-9cb5-d999b12dd25a admin admin] Deleting port 667ffc84-2f51-42c1-b751-8766dba65c67 {{(pid=106292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:26:16.858139 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-a8ad2b4b-50b4-4f00-9cb5-d999b12dd25a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (667ffc84-2f51-42c1-b751-8766dba65c67), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:16.939873 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.db [None req-a8ad2b4b-50b4-4f00-9cb5-d999b12dd25a admin admin] For port 667ffc84-2f51-42c1-b751-8766dba65c67, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=667ffc84-2f51-42c1-b751-8766dba65c67,segment=NetworkSegment(f1ad6c1c-d522-42f8-b534-1fea329f4792),segment_id=f1ad6c1c-d522-42f8-b534-1fea329f4792)] {{(pid=106292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:26:16.940150 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-a8ad2b4b-50b4-4f00-9cb5-d999b12dd25a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (667ffc84-2f51-42c1-b751-8766dba65c67), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:16.953104 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.plugin [None req-a8ad2b4b-50b4-4f00-9cb5-d999b12dd25a admin admin] Calling delete_port for 667ffc84-2f51-42c1-b751-8766dba65c67 owned by network:router_interface {{(pid=106292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:26:17.076594 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:17.126938 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:17.133118 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-a8ad2b4b-50b4-4f00-9cb5-d999b12dd25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642203'] for port (667ffc84-2f51-42c1-b751-8766dba65c67), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:17.166480 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ad2b4b-50b4-4f00-9cb5-d999b12dd25a admin admin] Pushing event deleted for resources: {'Port': ['ID=667ffc84-2f51-42c1-b751-8766dba65c67,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:17.344603 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-a8ad2b4b-50b4-4f00-9cb5-d999b12dd25a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573266'] for router_interface (354189e9-d6c3-4269-b148-cd535d97c117), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:17.570164 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8ad2b4b-50b4-4f00-9cb5-d999b12dd25a admin admin] Router 354189e9-d6c3-4269-b148-cd535d97c117 has already been hosted by L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 {{(pid=106292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:26:17.679109 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ad2b4b-50b4-4f00-9cb5-d999b12dd25a admin admin] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:26:17.684558 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-a8ad2b4b-50b4-4f00-9cb5-d999b12dd25a admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/354189e9-d6c3-4269-b148-cd535d97c117/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5141637 Aug 30 04:26:17.686666 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 53640) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:17.688690 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499f40f5-13b1-4ac7-a73d-28ed9a449f77 None None] Sync routers for ids ['354189e9-d6c3-4269-b148-cd535d97c117'] in dv-cinder-852208-11-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:26:17.702606 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499f40f5-13b1-4ac7-a73d-28ed9a449f77 None None] Routers {'354189e9-d6c3-4269-b148-cd535d97c117'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:26:17.703210 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-499f40f5-13b1-4ac7-a73d-28ed9a449f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:25:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['354189e9-d6c3-4269-b148-cd535d97c117'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:26:17.791700 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-c1aee261-5931-4964-b44b-e65c4a53a923 admin admin] Publish callbacks [] for router (354189e9-d6c3-4269-b148-cd535d97c117), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:17.803391 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-499f40f5-13b1-4ac7-a73d-28ed9a449f77 None None] Set router 354189e9-d6c3-4269-b148-cd535d97c117 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:26:17.903005 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-c1aee261-5931-4964-b44b-e65c4a53a923 admin admin] Publish callbacks [] for router_gateway (354189e9-d6c3-4269-b148-cd535d97c117), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:17.953321 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.plugin [None req-c1aee261-5931-4964-b44b-e65c4a53a923 admin admin] Deleting port 21d7ba17-a823-4886-8208-42dd0283a929 {{(pid=106292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:26:17.953663 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-c1aee261-5931-4964-b44b-e65c4a53a923 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (21d7ba17-a823-4886-8208-42dd0283a929), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:18.039029 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.db [None req-c1aee261-5931-4964-b44b-e65c4a53a923 admin admin] For port 21d7ba17-a823-4886-8208-42dd0283a929, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=21d7ba17-a823-4886-8208-42dd0283a929,segment=NetworkSegment(10b95e6c-2e6d-452d-a5ef-cbf673e3f24c),segment_id=10b95e6c-2e6d-452d-a5ef-cbf673e3f24c)] {{(pid=106292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:26:18.039412 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-c1aee261-5931-4964-b44b-e65c4a53a923 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (21d7ba17-a823-4886-8208-42dd0283a929), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:18.052582 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:18.053777 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.plugin [None req-c1aee261-5931-4964-b44b-e65c4a53a923 admin admin] Calling delete_port for 21d7ba17-a823-4886-8208-42dd0283a929 owned by network:router_gateway {{(pid=106292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:26:18.062682 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=100 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:18.075954 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-499f40f5-13b1-4ac7-a73d-28ed9a449f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '354189e9-d6c3-4269-b148-cd535d97c117', 'name': 'tempest-AttachVolumeShelveTestJSON-1791777441-router', 'tenant_id': '411b8da28bed456bbdcdb01587610b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.174'}], 'enable_snat': True}, 'gw_port_id': '21d7ba17-a823-4886-8208-42dd0283a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:52Z', 'updated_at': '2022-08-30T04:26:17Z', 'revision_number': 5, 'project_id': '411b8da28bed456bbdcdb01587610b47', 'gw_port': {'id': '21d7ba17-a823-4886-8208-42dd0283a929', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ea:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354189e9-d6c3-4269-b148-cd535d97c117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:54Z', 'updated_at': '2022-08-30T04:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi'}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:26:18.096784 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:18.101576 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499f40f5-13b1-4ac7-a73d-28ed9a449f77 None None] Checking router: 354189e9-d6c3-4269-b148-cd535d97c117 for host: dv-cinder-852208-11-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:26:18.104462 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=100 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:18.112416 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499f40f5-13b1-4ac7-a73d-28ed9a449f77 None None] Routers {'354189e9-d6c3-4269-b148-cd535d97c117'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:26:18.113040 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-499f40f5-13b1-4ac7-a73d-28ed9a449f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:25:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['354189e9-d6c3-4269-b148-cd535d97c117'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:26:18.199866 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-499f40f5-13b1-4ac7-a73d-28ed9a449f77 None None] Set router 354189e9-d6c3-4269-b148-cd535d97c117 gateway port host: None {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:26:18.228148 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-c1aee261-5931-4964-b44b-e65c4a53a923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642203'] for port (21d7ba17-a823-4886-8208-42dd0283a929), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:18.255990 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-499f40f5-13b1-4ac7-a73d-28ed9a449f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '354189e9-d6c3-4269-b148-cd535d97c117', 'name': 'tempest-AttachVolumeShelveTestJSON-1791777441-router', 'tenant_id': '411b8da28bed456bbdcdb01587610b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:52Z', 'updated_at': '2022-08-30T04:26:17Z', 'revision_number': 6, 'project_id': '411b8da28bed456bbdcdb01587610b47', 'gw_port_host': None}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:26:18.282593 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499f40f5-13b1-4ac7-a73d-28ed9a449f77 None None] The sync data for ids ['354189e9-d6c3-4269-b148-cd535d97c117'] in dv-cinder-852208-11-iscsi is: [{'id': '354189e9-d6c3-4269-b148-cd535d97c117', 'name': 'tempest-AttachVolumeShelveTestJSON-1791777441-router', 'tenant_id': '411b8da28bed456bbdcdb01587610b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:52Z', 'updated_at': '2022-08-30T04:26:17Z', 'revision_number': 6, 'project_id': '411b8da28bed456bbdcdb01587610b47', 'gw_port_host': None}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:26:18.471663 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aee261-5931-4964-b44b-e65c4a53a923 admin admin] Pushing event deleted for resources: {'Port': ['ID=21d7ba17-a823-4886-8208-42dd0283a929,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:18.501050 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 53648) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:18.535288 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-c1aee261-5931-4964-b44b-e65c4a53a923 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572577'] for router_gateway (354189e9-d6c3-4269-b148-cd535d97c117), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:18.615578 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2f09b8aa-81b6-4315-87e4-24a545475156 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:18.624047 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-c1aee261-5931-4964-b44b-e65c4a53a923 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6255'] for router (354189e9-d6c3-4269-b148-cd535d97c117), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:18.626378 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-c1aee261-5931-4964-b44b-e65c4a53a923 admin admin] Publish callbacks [] for router_controller (354189e9-d6c3-4269-b148-cd535d97c117), precommit_delete_associations {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:18.679904 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-c1aee261-5931-4964-b44b-e65c4a53a923 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-573231'] for router (354189e9-d6c3-4269-b148-cd535d97c117), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:18.680617 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1aee261-5931-4964-b44b-e65c4a53a923 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 354189e9-d6c3-4269-b148-cd535d97c117 {{(pid=106292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 04:26:18.686985 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-c1aee261-5931-4964-b44b-e65c4a53a923 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:18.688336 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-c1aee261-5931-4964-b44b-e65c4a53a923 admin admin] 10.222.0.46 "DELETE /networking/v2.0/routers/354189e9-d6c3-4269-b148-cd535d97c117 HTTP/1.1" status: 204 len: 168 time: 1.0006409 Aug 30 04:26:18.690889 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 53652) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:18.709970 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2f09b8aa-81b6-4315-87e4-24a545475156 admin admin] Publish callbacks [] for security_group (9c9bda6e-a0cd-4b79-9b18-25aeaca944c2), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:18.714389 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2f09b8aa-81b6-4315-87e4-24a545475156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (9c9bda6e-a0cd-4b79-9b18-25aeaca944c2), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:18.741704 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.db.db_base_plugin_v2 [None req-dffc4ca3-ea0f-4d69-a11b-4450342c12ef admin admin] Deleting subnet bd870cbd-142c-4604-b43f-9d9fc317ac72 {{(pid=106292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 04:26:18.744516 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=6,neutron:INSERT=5 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:18.744781 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-dffc4ca3-ea0f-4d69-a11b-4450342c12ef admin admin] Publish callbacks [] for subnet (bd870cbd-142c-4604-b43f-9d9fc317ac72), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:18.756444 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09b8aa-81b6-4315-87e4-24a545475156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9bda6e-a0cd-4b79-9b18-25aeaca944c2,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:18.766928 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-2f09b8aa-81b6-4315-87e4-24a545475156 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=7bee6dda73184cd9a19ccb482d72f4ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2648206 Aug 30 04:26:18.769849 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 53654) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:18.788247 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-dffc4ca3-ea0f-4d69-a11b-4450342c12ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2102192'] for subnet (bd870cbd-142c-4604-b43f-9d9fc317ac72), precommit_delete_associations {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:18.824304 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-48bc22ff-53df-4c40-9fa8-b2af3a60b51a admin admin] Publish callbacks [] for security_group (9c9bda6e-a0cd-4b79-9b18-25aeaca944c2), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:18.845637 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-48bc22ff-53df-4c40-9fa8-b2af3a60b51a admin admin] Publish callbacks [] for security_group (9c9bda6e-a0cd-4b79-9b18-25aeaca944c2), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:18.870521 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-dffc4ca3-ea0f-4d69-a11b-4450342c12ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1779299'] for subnet (bd870cbd-142c-4604-b43f-9d9fc317ac72), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:18.892335 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-48bc22ff-53df-4c40-9fa8-b2af3a60b51a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (9c9bda6e-a0cd-4b79-9b18-25aeaca944c2), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:18.895495 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-48bc22ff-53df-4c40-9fa8-b2af3a60b51a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:18.899165 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-48bc22ff-53df-4c40-9fa8-b2af3a60b51a admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/9c9bda6e-a0cd-4b79-9b18-25aeaca944c2 HTTP/1.1" status: 204 len: 168 time: 0.1259708 Aug 30 04:26:18.906143 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bc22ff-53df-4c40-9fa8-b2af3a60b51a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9bda6e-a0cd-4b79-9b18-25aeaca944c2,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:18.934055 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-dffc4ca3-ea0f-4d69-a11b-4450342c12ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1779322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834644'] for subnet (bd870cbd-142c-4604-b43f-9d9fc317ac72), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:18.961497 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffc4ca3-ea0f-4d69-a11b-4450342c12ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd870cbd-142c-4604-b43f-9d9fc317ac72,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:18.969809 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-dffc4ca3-ea0f-4d69-a11b-4450342c12ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for subnet (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:18.973016 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-dffc4ca3-ea0f-4d69-a11b-4450342c12ef admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/bd870cbd-142c-4604-b43f-9d9fc317ac72 HTTP/1.1" status: 204 len: 168 time: 0.2809539 Aug 30 04:26:18.975586 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 53658) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:18.977544 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0eb4015-ca3e-4867-9621-66b7348ab208 None None] Network ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6 requested from dv-cinder-852208-11-iscsi {{(pid=106294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:26:19.062952 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-403e0406-a233-497e-b2e2-56c889cccd16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635422'] for network (ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:19.123479 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-403e0406-a233-497e-b2e2-56c889cccd16 admin admin] Deleting port e52aa8c4-9a98-4f60-85d8-e8e263c0cd5f {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:26:19.124079 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-403e0406-a233-497e-b2e2-56c889cccd16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (e52aa8c4-9a98-4f60-85d8-e8e263c0cd5f), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:19.182077 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e02adb9-8fcf-4026-9a23-4c083724866f None None] DHCP port deletion for ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6 request from dv-cinder-852208-11-iscsi {{(pid=106294) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 04:26:19.201742 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [None req-403e0406-a233-497e-b2e2-56c889cccd16 admin admin] For port e52aa8c4-9a98-4f60-85d8-e8e263c0cd5f, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=e52aa8c4-9a98-4f60-85d8-e8e263c0cd5f,segment=NetworkSegment(f1ad6c1c-d522-42f8-b534-1fea329f4792),segment_id=f1ad6c1c-d522-42f8-b534-1fea329f4792)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:26:19.202112 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-403e0406-a233-497e-b2e2-56c889cccd16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (e52aa8c4-9a98-4f60-85d8-e8e263c0cd5f), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:19.219241 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-403e0406-a233-497e-b2e2-56c889cccd16 admin admin] Calling delete_port for e52aa8c4-9a98-4f60-85d8-e8e263c0cd5f owned by network:dhcp {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:26:19.242150 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-2e02adb9-8fcf-4026-9a23-4c083724866f None None] Deleting port e52aa8c4-9a98-4f60-85d8-e8e263c0cd5f {{(pid=106294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:26:19.242782 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-2e02adb9-8fcf-4026-9a23-4c083724866f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (e52aa8c4-9a98-4f60-85d8-e8e263c0cd5f), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:19.315731 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-403e0406-a233-497e-b2e2-56c889cccd16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (e52aa8c4-9a98-4f60-85d8-e8e263c0cd5f), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:19.316630 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-2e02adb9-8fcf-4026-9a23-4c083724866f None None] For port e52aa8c4-9a98-4f60-85d8-e8e263c0cd5f, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=e52aa8c4-9a98-4f60-85d8-e8e263c0cd5f,segment=NetworkSegment(f1ad6c1c-d522-42f8-b534-1fea329f4792),segment_id=f1ad6c1c-d522-42f8-b534-1fea329f4792)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:26:19.317290 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-2e02adb9-8fcf-4026-9a23-4c083724866f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (e52aa8c4-9a98-4f60-85d8-e8e263c0cd5f), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:19.333052 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-2e02adb9-8fcf-4026-9a23-4c083724866f None None] Calling delete_port for e52aa8c4-9a98-4f60-85d8-e8e263c0cd5f owned by network:dhcp {{(pid=106294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:26:19.339096 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e0406-a233-497e-b2e2-56c889cccd16 admin admin] Pushing event deleted for resources: {'Port': ['ID=e52aa8c4-9a98-4f60-85d8-e8e263c0cd5f,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:19.345650 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403e0406-a233-497e-b2e2-56c889cccd16 admin admin] No DVR routers for this DVR port e52aa8c4-9a98-4f60-85d8-e8e263c0cd5f on host dv-cinder-852208-11-iscsi {{(pid=106293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:26:19.424347 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-2e02adb9-8fcf-4026-9a23-4c083724866f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839'] for port (e52aa8c4-9a98-4f60-85d8-e8e263c0cd5f), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:19.452541 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e02adb9-8fcf-4026-9a23-4c083724866f None None] Pushing event deleted for resources: {'Port': ['ID=e52aa8c4-9a98-4f60-85d8-e8e263c0cd5f,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:19.454449 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e02adb9-8fcf-4026-9a23-4c083724866f None None] No DVR routers for this DVR port e52aa8c4-9a98-4f60-85d8-e8e263c0cd5f on host dv-cinder-852208-11-iscsi {{(pid=106294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:26:19.677394 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-403e0406-a233-497e-b2e2-56c889cccd16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1778176', 'neutron.services.segments.db._delete_segments_for_network-8749362907459'] for network (ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:19.698755 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.services.segments.db [None req-403e0406-a233-497e-b2e2-56c889cccd16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6']}} {{(pid=106293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:26:19.700703 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:19.708656 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.services.segments.db [None req-403e0406-a233-497e-b2e2-56c889cccd16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1ad6c1c-d522-42f8-b534-1fea329f4792') {'for_net_delete': True} {{(pid=106293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:26:19.708951 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.services.segments.db [None req-403e0406-a233-497e-b2e2-56c889cccd16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1ad6c1c-d522-42f8-b534-1fea329f4792') {} {{(pid=106293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:26:19.719453 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-403e0406-a233-497e-b2e2-56c889cccd16 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749362932655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3387953'] for segment (f1ad6c1c-d522-42f8-b534-1fea329f4792), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:19.734067 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-403e0406-a233-497e-b2e2-56c889cccd16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784698'] for segment (f1ad6c1c-d522-42f8-b534-1fea329f4792), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:19.740317 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-403e0406-a233-497e-b2e2-56c889cccd16 admin admin] Releasing vlan 831 on physical network physnet1 to pool {{(pid=106293) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 04:26:19.740696 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-403e0406-a233-497e-b2e2-56c889cccd16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-454390'] for segment (f1ad6c1c-d522-42f8-b534-1fea329f4792), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:19.784921 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.services.segments.plugin [-] Segment f1ad6c1c-d522-42f8-b534-1fea329f4792 resource provider aggregate not found Aug 30 04:26:19.804679 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.services.segments.plugin [-] Segment f1ad6c1c-d522-42f8-b534-1fea329f4792 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f1ad6c1c-d522-42f8-b534-1fea329f4792 found for delete ", "request_id": "req-0a51f6ee-fa68-49de-8731-5cb9c984e695"}]} Aug 30 04:26:19.810557 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-403e0406-a233-497e-b2e2-56c889cccd16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1778185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572621'] for network (ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:19.816950 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-403e0406-a233-497e-b2e2-56c889cccd16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for network (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:19.820141 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-403e0406-a233-497e-b2e2-56c889cccd16 admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6 HTTP/1.1" status: 204 len: 168 time: 0.8432181 Aug 30 04:26:19.831245 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e0406-a233-497e-b2e2-56c889cccd16 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac6df5cf-677b-40fd-8aa9-efd2a9db3cd6,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:19.927287 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device e52aa8c4-9a98-4f60-85d8-e8e263c0cd5f no longer exists at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:26:19.950421 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] No Port match for: e52aa8c4-9a98-4f60-85d8-e8e263c0cd5f {{(pid=106294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:26:19.950778 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device e52aa8c4-9a98-4f60-85d8-e8e263c0cd5f not bound to the agent host dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:26:19.951217 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 21d7ba17-a823-4886-8208-42dd0283a929 no longer exists at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:26:19.972809 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] No Port match for: 21d7ba17-a823-4886-8208-42dd0283a929 {{(pid=106294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:26:19.973148 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 21d7ba17-a823-4886-8208-42dd0283a929 not bound to the agent host dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:26:19.973571 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 667ffc84-2f51-42c1-b751-8766dba65c67 no longer exists at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:26:19.993469 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] No Port match for: 667ffc84-2f51-42c1-b751-8766dba65c67 {{(pid=106294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:26:19.994085 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 667ffc84-2f51-42c1-b751-8766dba65c67 not bound to the agent host dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:26:20.005660 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 53666) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:20.049757 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-b798bae6-de42-40b8-9b1c-d09f38022356 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=411b8da28bed456bbdcdb01587610b47&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0427744 Aug 30 04:26:20.052293 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 53668) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:20.099671 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-6dd78e76-dc22-4da9-b9b6-92b51137df1c admin admin] Publish callbacks [] for security_group (61e52120-eaa7-49f9-a299-8cbcff17e880), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:20.120163 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-6dd78e76-dc22-4da9-b9b6-92b51137df1c admin admin] Publish callbacks [] for security_group (61e52120-eaa7-49f9-a299-8cbcff17e880), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:20.145381 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:20.167439 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-6dd78e76-dc22-4da9-b9b6-92b51137df1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (61e52120-eaa7-49f9-a299-8cbcff17e880), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:20.170704 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-6dd78e76-dc22-4da9-b9b6-92b51137df1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:20.171833 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-6dd78e76-dc22-4da9-b9b6-92b51137df1c admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/61e52120-eaa7-49f9-a299-8cbcff17e880 HTTP/1.1" status: 204 len: 168 time: 0.1186609 Aug 30 04:26:20.179582 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd78e76-dc22-4da9-b9b6-92b51137df1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e52120-eaa7-49f9-a299-8cbcff17e880,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:20.353458 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-015763a1-508f-4082-b0e5-febddb82b460 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (1bd89ca2-58f6-428d-83bf-6325bad549fd), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:22.540674 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-aad8c89a-061d-45bc-b2b1-c67f2d3dc241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:23.775238 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8bdbbddc-d827-40e6-b8fb-29930693a668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (0ba81f50-231f-4a87-bfed-adcf093ea106), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:25.454412 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-390264ec-bab8-4bcb-922a-62bbd4f3a683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (b2cd167f-1ad0-4273-bd2a-29638b1fd1d2), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:25.575947 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (d414c4c0-e104-4322-85c3-8bf64da32860), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:28.203039 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=13 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:28.259057 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=10 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:28.525411 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 53776) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:28.637277 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1df9699d-3431-4ab0-9379-5941cd5747ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:28.712872 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1df9699d-3431-4ab0-9379-5941cd5747ea admin admin] Publish callbacks [] for security_group (c118955a-3d5d-4519-a3e3-896138c540e2), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:28.717025 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1df9699d-3431-4ab0-9379-5941cd5747ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (c118955a-3d5d-4519-a3e3-896138c540e2), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:28.762783 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-1df9699d-3431-4ab0-9379-5941cd5747ea admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=18aa4b5d08004df59401773d97b1f545&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2362900 Aug 30 04:26:28.763767 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df9699d-3431-4ab0-9379-5941cd5747ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c118955a-3d5d-4519-a3e3-896138c540e2,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:28.765621 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 53780) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:28.771647 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df9699d-3431-4ab0-9379-5941cd5747ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:28.771987 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df9699d-3431-4ab0-9379-5941cd5747ea admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:28.772322 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df9699d-3431-4ab0-9379-5941cd5747ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:28.772656 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df9699d-3431-4ab0-9379-5941cd5747ea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:28.772980 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df9699d-3431-4ab0-9379-5941cd5747ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:28.773299 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df9699d-3431-4ab0-9379-5941cd5747ea admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:28.773619 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df9699d-3431-4ab0-9379-5941cd5747ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:28.773941 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df9699d-3431-4ab0-9379-5941cd5747ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:28.774274 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df9699d-3431-4ab0-9379-5941cd5747ea admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:28.774600 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df9699d-3431-4ab0-9379-5941cd5747ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:28.774919 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df9699d-3431-4ab0-9379-5941cd5747ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:28.775238 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df9699d-3431-4ab0-9379-5941cd5747ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:28.775548 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df9699d-3431-4ab0-9379-5941cd5747ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:28.775861 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df9699d-3431-4ab0-9379-5941cd5747ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:28.776169 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df9699d-3431-4ab0-9379-5941cd5747ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:28.815590 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-217b69db-812e-4e58-a4f9-79b80e527cc6 admin admin] Publish callbacks [] for security_group (c118955a-3d5d-4519-a3e3-896138c540e2), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:28.836314 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-217b69db-812e-4e58-a4f9-79b80e527cc6 admin admin] Publish callbacks [] for security_group (c118955a-3d5d-4519-a3e3-896138c540e2), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:28.887211 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-217b69db-812e-4e58-a4f9-79b80e527cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (c118955a-3d5d-4519-a3e3-896138c540e2), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:28.889925 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-217b69db-812e-4e58-a4f9-79b80e527cc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:28.891119 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-217b69db-812e-4e58-a4f9-79b80e527cc6 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/c118955a-3d5d-4519-a3e3-896138c540e2 HTTP/1.1" status: 204 len: 168 time: 0.1244688 Aug 30 04:26:28.899418 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217b69db-812e-4e58-a4f9-79b80e527cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c118955a-3d5d-4519-a3e3-896138c540e2,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:28.907308 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217b69db-812e-4e58-a4f9-79b80e527cc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:28.907656 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217b69db-812e-4e58-a4f9-79b80e527cc6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:28.907998 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217b69db-812e-4e58-a4f9-79b80e527cc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:28.908336 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217b69db-812e-4e58-a4f9-79b80e527cc6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:28.908666 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217b69db-812e-4e58-a4f9-79b80e527cc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:28.908995 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217b69db-812e-4e58-a4f9-79b80e527cc6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:28.909347 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217b69db-812e-4e58-a4f9-79b80e527cc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:28.909667 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217b69db-812e-4e58-a4f9-79b80e527cc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:28.909988 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217b69db-812e-4e58-a4f9-79b80e527cc6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:28.910337 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217b69db-812e-4e58-a4f9-79b80e527cc6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:28.910659 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217b69db-812e-4e58-a4f9-79b80e527cc6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:28.910978 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217b69db-812e-4e58-a4f9-79b80e527cc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:28.911317 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217b69db-812e-4e58-a4f9-79b80e527cc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:28.911633 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217b69db-812e-4e58-a4f9-79b80e527cc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:28.911943 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217b69db-812e-4e58-a4f9-79b80e527cc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:29.515410 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db6ccf8-4cc6-421d-90b0-b380587b79da req-503e6207-576e-4bc3-b250-92706574d489 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:29.516715 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-9db6ccf8-4cc6-421d-90b0-b380587b79da req-503e6207-576e-4bc3-b250-92706574d489 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=779aee38-94e4-4f4f-a800-6894170e718c HTTP/1.1" status: 200 len: 946 time: 0.0500178 Aug 30 04:26:29.561081 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:29.565884 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-9db6ccf8-4cc6-421d-90b0-b380587b79da req-79c0dbec-0fd3-4664-a6b8-9220d1d99c14 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=585cd3fe-b05c-4d72-8a7a-c7e08b9cc706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429654 Aug 30 04:26:30.176894 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 53842) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:30.284324 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-a24054dd-8d83-4da9-ad7f-425b4a33ff7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:30.360749 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-a24054dd-8d83-4da9-ad7f-425b4a33ff7f admin admin] Publish callbacks [] for security_group (bab5c1ed-d71f-46f5-ab48-04a471b35dec), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:30.364617 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-a24054dd-8d83-4da9-ad7f-425b4a33ff7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (bab5c1ed-d71f-46f5-ab48-04a471b35dec), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:30.403918 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24054dd-8d83-4da9-ad7f-425b4a33ff7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab5c1ed-d71f-46f5-ab48-04a471b35dec,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:30.408234 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-a24054dd-8d83-4da9-ad7f-425b4a33ff7f admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=49a91297c79848ecb786f3c1c75a7930&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2303436 Aug 30 04:26:30.411351 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 53846) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:30.459413 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-406b2d09-4721-437e-bdbb-af3516a305d5 admin admin] Publish callbacks [] for security_group (bab5c1ed-d71f-46f5-ab48-04a471b35dec), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:30.481950 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-406b2d09-4721-437e-bdbb-af3516a305d5 admin admin] Publish callbacks [] for security_group (bab5c1ed-d71f-46f5-ab48-04a471b35dec), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:30.491701 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:DELETE=6,neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:30.534174 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-406b2d09-4721-437e-bdbb-af3516a305d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (bab5c1ed-d71f-46f5-ab48-04a471b35dec), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:30.536626 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-406b2d09-4721-437e-bdbb-af3516a305d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:30.537749 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-406b2d09-4721-437e-bdbb-af3516a305d5 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/bab5c1ed-d71f-46f5-ab48-04a471b35dec HTTP/1.1" status: 204 len: 168 time: 0.1258841 Aug 30 04:26:30.545979 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b2d09-4721-437e-bdbb-af3516a305d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab5c1ed-d71f-46f5-ab48-04a471b35dec,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:30.703475 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5508081-088d-42f5-a8bf-a43a7d4191d1 req-8b84599d-8040-4d62-b36d-aea868a195d6 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:30.705016 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a5508081-088d-42f5-a8bf-a43a7d4191d1 req-8b84599d-8040-4d62-b36d-aea868a195d6 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=779aee38-94e4-4f4f-a800-6894170e718c HTTP/1.1" status: 200 len: 946 time: 0.0493882 Aug 30 04:26:30.754962 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a5508081-088d-42f5-a8bf-a43a7d4191d1 req-c199e018-9b1f-4bce-8ca2-172d5c282c4a tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=585cd3fe-b05c-4d72-8a7a-c7e08b9cc706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444767 Aug 30 04:26:30.858038 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b684a1-1130-4138-8ff5-3c173ca1ef12 req-56be91c0-c75d-4505-af1f-b98d3125bb32 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:30.859526 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a9b684a1-1130-4138-8ff5-3c173ca1ef12 req-56be91c0-c75d-4505-af1f-b98d3125bb32 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=779aee38-94e4-4f4f-a800-6894170e718c HTTP/1.1" status: 200 len: 946 time: 0.0553212 Aug 30 04:26:30.951308 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-a9b684a1-1130-4138-8ff5-3c173ca1ef12 req-fe90c588-f8cd-4486-8b8a-7fd4ca7290f4 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Deleting port a96a63b3-d079-4678-9448-3c9eb86612f2 {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:26:30.951647 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-a9b684a1-1130-4138-8ff5-3c173ca1ef12 req-fe90c588-f8cd-4486-8b8a-7fd4ca7290f4 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (a96a63b3-d079-4678-9448-3c9eb86612f2), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:31.046990 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-a9b684a1-1130-4138-8ff5-3c173ca1ef12 req-fe90c588-f8cd-4486-8b8a-7fd4ca7290f4 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] For port a96a63b3-d079-4678-9448-3c9eb86612f2, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=a96a63b3-d079-4678-9448-3c9eb86612f2,segment=NetworkSegment(9f7e7574-559e-4f0e-b775-398fdc759a6d),segment_id=9f7e7574-559e-4f0e-b775-398fdc759a6d)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:26:31.047360 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-a9b684a1-1130-4138-8ff5-3c173ca1ef12 req-fe90c588-f8cd-4486-8b8a-7fd4ca7290f4 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (a96a63b3-d079-4678-9448-3c9eb86612f2), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:31.062881 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:31.116039 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (5274a8db-cdbb-4c02-abb1-2eb9d7076dc1), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:31.229822 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-a9b684a1-1130-4138-8ff5-3c173ca1ef12 req-fe90c588-f8cd-4486-8b8a-7fd4ca7290f4 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:31.230442 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-a9b684a1-1130-4138-8ff5-3c173ca1ef12 req-fe90c588-f8cd-4486-8b8a-7fd4ca7290f4 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572642'] for floatingip (1abcb0a1-5a8a-45bd-9125-0455a1278635), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:31.230575 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.db.l3_db [req-a9b684a1-1130-4138-8ff5-3c173ca1ef12 req-fe90c588-f8cd-4486-8b8a-7fd4ca7290f4 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Floating IP 1abcb0a1-5a8a-45bd-9125-0455a1278635 disassociated. External IP: 172.27.4.243, port: a96a63b3-d079-4678-9448-3c9eb86612f2. Aug 30 04:26:31.230873 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-a9b684a1-1130-4138-8ff5-3c173ca1ef12 req-fe90c588-f8cd-4486-8b8a-7fd4ca7290f4 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Calling delete_port for a96a63b3-d079-4678-9448-3c9eb86612f2 owned by compute:nova {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:26:31.363730 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-a9b684a1-1130-4138-8ff5-3c173ca1ef12 req-fe90c588-f8cd-4486-8b8a-7fd4ca7290f4 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (a96a63b3-d079-4678-9448-3c9eb86612f2), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:31.395325 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe90c588-f8cd-4486-8b8a-7fd4ca7290f4 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Pushing event deleted for resources: {'Port': ['ID=a96a63b3-d079-4678-9448-3c9eb86612f2,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:31.506998 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9b684a1-1130-4138-8ff5-3c173ca1ef12 req-fe90c588-f8cd-4486-8b8a-7fd4ca7290f4 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Router fc7df24f-92aa-405d-8725-ab9c1f384345 has already been hosted by L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 {{(pid=106293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:26:31.615588 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9b684a1-1130-4138-8ff5-3c173ca1ef12 req-fe90c588-f8cd-4486-8b8a-7fd4ca7290f4 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:26:31.630858 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5222ffc-efdd-461e-a397-1dc07f3f49bc None None] Sync routers for ids ['fc7df24f-92aa-405d-8725-ab9c1f384345'] in dv-cinder-852208-11-iscsi {{(pid=106294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:26:31.641718 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5222ffc-efdd-461e-a397-1dc07f3f49bc None None] Routers {'fc7df24f-92aa-405d-8725-ab9c1f384345'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:26:31.642574 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-d5222ffc-efdd-461e-a397-1dc07f3f49bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:26:23Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['fc7df24f-92aa-405d-8725-ab9c1f384345'], 'active': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:26:31.649241 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:31.668475 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9b684a1-1130-4138-8ff5-3c173ca1ef12 req-fe90c588-f8cd-4486-8b8a-7fd4ca7290f4 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] No DVR routers for this DVR port a96a63b3-d079-4678-9448-3c9eb86612f2 on host hv-cinder-85220 {{(pid=106293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:26:31.677280 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-a9b684a1-1130-4138-8ff5-3c173ca1ef12 req-fe90c588-f8cd-4486-8b8a-7fd4ca7290f4 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:31.681148 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a9b684a1-1130-4138-8ff5-3c173ca1ef12 req-fe90c588-f8cd-4486-8b8a-7fd4ca7290f4 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.75 "DELETE /networking/v2.0/ports/a96a63b3-d079-4678-9448-3c9eb86612f2 HTTP/1.1" status: 204 len: 173 time: 0.8158102 Aug 30 04:26:31.681656 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779aee38-94e4-4f4f-a800-6894170e718c', 'name': 'network-vif-deleted', 'tag': 'a96a63b3-d079-4678-9448-3c9eb86612f2'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:26:31.685350 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11a3118c5976ecaadc28dc64ec6366a88eb3d4be069be3e491e321578e9d1f78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5862f15e-aa5f-4dac-9575-ee88f283aa90" -d '{"events": [{"server_uuid": "779aee38-94e4-4f4f-a800-6894170e718c", "name": "network-vif-deleted", "tag": "a96a63b3-d079-4678-9448-3c9eb86612f2"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:26:31.743379 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338aed20-4ea1-47c1-a5ea-bc19362aba0a x-openstack-request-id: req-338aed20-4ea1-47c1-a5ea-bc19362aba0a {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:26:31.743878 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "779aee38-94e4-4f4f-a800-6894170e718c", "name": "network-vif-deleted", "tag": "a96a63b3-d079-4678-9448-3c9eb86612f2", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:26:31.744211 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-338aed20-4ea1-47c1-a5ea-bc19362aba0a {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:26:31.744777 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-338aed20-4ea1-47c1-a5ea-bc19362aba0a'] response: {'server_uuid': '779aee38-94e4-4f4f-a800-6894170e718c', 'name': 'network-vif-deleted', 'tag': 'a96a63b3-d079-4678-9448-3c9eb86612f2', 'status': 'completed', 'code': 200} Aug 30 04:26:31.769838 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvr_db [None req-d5222ffc-efdd-461e-a397-1dc07f3f49bc None None] Set router fc7df24f-92aa-405d-8725-ab9c1f384345 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:26:31.771837 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:31.953584 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6d234b55-5d09-4f62-9dd9-37d16157b9b3 req-61876fc0-01ee-46e2-a7c2-d22b1718e28d tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=779aee38-94e4-4f4f-a800-6894170e718c HTTP/1.1" status: 200 len: 210 time: 0.0478544 Aug 30 04:26:32.025093 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:32.091172 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-d5222ffc-efdd-461e-a397-1dc07f3f49bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'name': 'tempest-AttachVolumeNegativeTest-448008307-router', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.52'}], 'enable_snat': True}, 'gw_port_id': 'a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:24:13Z', 'updated_at': '2022-08-30T04:24:17Z', 'revision_number': 4, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'gw_port': {'id': 'a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:14Z', 'updated_at': '2022-08-30T04:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_floatingips': [{'id': '4d785c08-5274-4c42-9541-07bfdc570755', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'floating_ip_address': '172.27.4.232', 'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'router_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'port_id': 'd8e07c04-5a1e-4b74-8720-2de48fec19b7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870', 'mac_address': 'fa:16:3e:62:97:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711629d5-ba60-4bfd-a61e-7a06e25db924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:24:21Z', 'updated_at': '2022-08-30T04:24:37Z', 'revision_number': 2, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60982441-0aee-4952-84ac-42dcc15ed8c5', 'name': '', 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'mac_address': 'fa:16:3e:6b:b1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:16Z', 'updated_at': '2022-08-30T04:24:26Z', 'revision_number': 5, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'subnets': [{'id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:26:32.122142 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5222ffc-efdd-461e-a397-1dc07f3f49bc None None] Checking router: fc7df24f-92aa-405d-8725-ab9c1f384345 for host: dv-cinder-852208-11-iscsi {{(pid=106294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:26:32.130801 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5222ffc-efdd-461e-a397-1dc07f3f49bc None None] Routers {'fc7df24f-92aa-405d-8725-ab9c1f384345'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:26:32.131418 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-d5222ffc-efdd-461e-a397-1dc07f3f49bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:26:23Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['fc7df24f-92aa-405d-8725-ab9c1f384345'], 'active': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:26:32.233519 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvr_db [None req-d5222ffc-efdd-461e-a397-1dc07f3f49bc None None] Set router fc7df24f-92aa-405d-8725-ab9c1f384345 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:26:32.441028 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 53902) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:32.551924 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-292b5fd7-7a5a-4769-ace0-bca8f020b5d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:32.592326 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-d5222ffc-efdd-461e-a397-1dc07f3f49bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'name': 'tempest-AttachVolumeNegativeTest-448008307-router', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.52'}], 'enable_snat': True}, 'gw_port_id': 'a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:24:13Z', 'updated_at': '2022-08-30T04:24:17Z', 'revision_number': 4, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'gw_port': {'id': 'a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:14Z', 'updated_at': '2022-08-30T04:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_floatingips': [{'id': '4d785c08-5274-4c42-9541-07bfdc570755', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'floating_ip_address': '172.27.4.232', 'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'router_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'port_id': 'd8e07c04-5a1e-4b74-8720-2de48fec19b7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870', 'mac_address': 'fa:16:3e:62:97:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711629d5-ba60-4bfd-a61e-7a06e25db924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:24:21Z', 'updated_at': '2022-08-30T04:24:37Z', 'revision_number': 2, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60982441-0aee-4952-84ac-42dcc15ed8c5', 'name': '', 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'mac_address': 'fa:16:3e:6b:b1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:16Z', 'updated_at': '2022-08-30T04:24:26Z', 'revision_number': 5, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'subnets': [{'id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:26:32.620182 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5222ffc-efdd-461e-a397-1dc07f3f49bc None None] The sync data for ids ['fc7df24f-92aa-405d-8725-ab9c1f384345'] in dv-cinder-852208-11-iscsi is: [{'id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'name': 'tempest-AttachVolumeNegativeTest-448008307-router', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.52'}], 'enable_snat': True}, 'gw_port_id': 'a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:24:13Z', 'updated_at': '2022-08-30T04:24:17Z', 'revision_number': 4, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'gw_port': {'id': 'a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:14Z', 'updated_at': '2022-08-30T04:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_floatingips': [{'id': '4d785c08-5274-4c42-9541-07bfdc570755', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'floating_ip_address': '172.27.4.232', 'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'router_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'port_id': 'd8e07c04-5a1e-4b74-8720-2de48fec19b7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870', 'mac_address': 'fa:16:3e:62:97:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711629d5-ba60-4bfd-a61e-7a06e25db924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:24:21Z', 'updated_at': '2022-08-30T04:24:37Z', 'revision_number': 2, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60982441-0aee-4952-84ac-42dcc15ed8c5', 'name': '', 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'mac_address': 'fa:16:3e:6b:b1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:16Z', 'updated_at': '2022-08-30T04:24:26Z', 'revision_number': 5, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'subnets': [{'id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:26:32.631610 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-292b5fd7-7a5a-4769-ace0-bca8f020b5d7 admin admin] Publish callbacks [] for security_group (0a156d2e-25d2-46fc-8620-247a342bc210), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:32.636156 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-292b5fd7-7a5a-4769-ace0-bca8f020b5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (0a156d2e-25d2-46fc-8620-247a342bc210), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:32.681168 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 53906) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:32.681650 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-292b5fd7-7a5a-4769-ace0-bca8f020b5d7 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=ee182cbe30ce43958d2d5e7871ab7d1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2389467 Aug 30 04:26:32.682016 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b5fd7-7a5a-4769-ace0-bca8f020b5d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a156d2e-25d2-46fc-8620-247a342bc210,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:32.705760 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=84,neutron:DELETE=13,neutron:UPDATE=3 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:32.738947 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-a3af3f12-dd3f-4ea0-b91f-64ba88f83b8d admin admin] Publish callbacks [] for security_group (0a156d2e-25d2-46fc-8620-247a342bc210), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:32.759510 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-a3af3f12-dd3f-4ea0-b91f-64ba88f83b8d admin admin] Publish callbacks [] for security_group (0a156d2e-25d2-46fc-8620-247a342bc210), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:32.811789 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-a3af3f12-dd3f-4ea0-b91f-64ba88f83b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (0a156d2e-25d2-46fc-8620-247a342bc210), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:32.814992 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-a3af3f12-dd3f-4ea0-b91f-64ba88f83b8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:32.816260 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-a3af3f12-dd3f-4ea0-b91f-64ba88f83b8d admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/0a156d2e-25d2-46fc-8620-247a342bc210 HTTP/1.1" status: 204 len: 168 time: 0.1340723 Aug 30 04:26:32.826203 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3af3f12-dd3f-4ea0-b91f-64ba88f83b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a156d2e-25d2-46fc-8620-247a342bc210,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:32.891573 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c17ade-1540-45a6-9113-f9522f22a4c7 None None] New status for floating IP 1abcb0a1-5a8a-45bd-9125-0455a1278635: DOWN {{(pid=106295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:26:33.054221 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 53916) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:33.120914 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-690fade6-6525-40f9-a89f-9252de4dc35e tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for security_group (585cd3fe-b05c-4d72-8a7a-c7e08b9cc706), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:33.124648 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:33.148256 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-690fade6-6525-40f9-a89f-9252de4dc35e tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for security_group (585cd3fe-b05c-4d72-8a7a-c7e08b9cc706), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:33.162936 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 53918) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:33.177478 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-11f93179-1c85-460e-8eea-e17cce8956ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:33.204013 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-690fade6-6525-40f9-a89f-9252de4dc35e tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (585cd3fe-b05c-4d72-8a7a-c7e08b9cc706), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:33.206703 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-690fade6-6525-40f9-a89f-9252de4dc35e tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:33.207842 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-690fade6-6525-40f9-a89f-9252de4dc35e tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/585cd3fe-b05c-4d72-8a7a-c7e08b9cc706 HTTP/1.1" status: 204 len: 168 time: 0.1524773 Aug 30 04:26:33.211044 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 53920) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:33.217509 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690fade6-6525-40f9-a89f-9252de4dc35e tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=585cd3fe-b05c-4d72-8a7a-c7e08b9cc706,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:33.236479 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.api.v2.resource [None req-a717d7d4-cdb4-4e4d-86b1-d195a3ac61e1 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] show failed (client error): The resource could not be found. Aug 30 04:26:33.238321 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-a717d7d4-cdb4-4e4d-86b1-d195a3ac61e1 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/security-groups/585cd3fe-b05c-4d72-8a7a-c7e08b9cc706 HTTP/1.1" status: 404 len: 347 time: 0.0254698 Aug 30 04:26:33.240870 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 53922) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:33.291347 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-11f93179-1c85-460e-8eea-e17cce8956ac admin admin] Publish callbacks [] for security_group (0bfd7a42-dd10-4468-a073-6e97c9ef0cdc), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:33.295998 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-11f93179-1c85-460e-8eea-e17cce8956ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (0bfd7a42-dd10-4468-a073-6e97c9ef0cdc), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:33.337261 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-11f93179-1c85-460e-8eea-e17cce8956ac admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=9e033c25e13e42ad92e55fd8d69b7d31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1732278 Aug 30 04:26:33.338020 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f93179-1c85-460e-8eea-e17cce8956ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bfd7a42-dd10-4468-a073-6e97c9ef0cdc,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:33.341136 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 53924) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:33.357481 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-bca72a57-cacb-4aee-998d-dd283156d285 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Deleting port 2f9466ff-a3c0-47c7-8f01-9482f28aad92 {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:26:33.357831 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-bca72a57-cacb-4aee-998d-dd283156d285 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (2f9466ff-a3c0-47c7-8f01-9482f28aad92), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:33.392179 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-5d6927c1-83c4-4461-b72e-43d44b476fb3 admin admin] Publish callbacks [] for security_group (0bfd7a42-dd10-4468-a073-6e97c9ef0cdc), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:33.413524 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-5d6927c1-83c4-4461-b72e-43d44b476fb3 admin admin] Publish callbacks [] for security_group (0bfd7a42-dd10-4468-a073-6e97c9ef0cdc), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:33.445973 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-bca72a57-cacb-4aee-998d-dd283156d285 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (2f9466ff-a3c0-47c7-8f01-9482f28aad92), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:33.446620 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-bca72a57-cacb-4aee-998d-dd283156d285 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for floatingip (2f9466ff-a3c0-47c7-8f01-9482f28aad92), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:33.459383 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-bca72a57-cacb-4aee-998d-dd283156d285 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Calling delete_port for 2f9466ff-a3c0-47c7-8f01-9482f28aad92 owned by network:floatingip {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:26:33.462417 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-5d6927c1-83c4-4461-b72e-43d44b476fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (0bfd7a42-dd10-4468-a073-6e97c9ef0cdc), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:33.465861 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-5d6927c1-83c4-4461-b72e-43d44b476fb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:33.467045 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-5d6927c1-83c4-4461-b72e-43d44b476fb3 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/0bfd7a42-dd10-4468-a073-6e97c9ef0cdc HTTP/1.1" status: 204 len: 168 time: 0.1250026 Aug 30 04:26:33.475214 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6927c1-83c4-4461-b72e-43d44b476fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bfd7a42-dd10-4468-a073-6e97c9ef0cdc,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:33.603698 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-bca72a57-cacb-4aee-998d-dd283156d285 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (2f9466ff-a3c0-47c7-8f01-9482f28aad92), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:33.640624 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca72a57-cacb-4aee-998d-dd283156d285 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Pushing event deleted for resources: {'Port': ['ID=2f9466ff-a3c0-47c7-8f01-9482f28aad92,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:33.701549 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-bca72a57-cacb-4aee-998d-dd283156d285 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for floatingip (1abcb0a1-5a8a-45bd-9125-0455a1278635), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:33.704264 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-bca72a57-cacb-4aee-998d-dd283156d285 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for floatingip (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:33.705428 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-bca72a57-cacb-4aee-998d-dd283156d285 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/1abcb0a1-5a8a-45bd-9125-0455a1278635 HTTP/1.1" status: 204 len: 168 time: 0.4635153 Aug 30 04:26:35.093135 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device a96a63b3-d079-4678-9448-3c9eb86612f2 no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:26:35.112333 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] No Port match for: a96a63b3-d079-4678-9448-3c9eb86612f2 {{(pid=106294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:26:35.112681 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device a96a63b3-d079-4678-9448-3c9eb86612f2 not bound to the agent host hv-cinder-85220 {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:26:40.656969 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f12978-9ce5-4d67-879b-5ec4143e2336 req-40c89bcb-2f37-4c78-abab-a9ef4afa2d04 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:40.658500 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-14f12978-9ce5-4d67-879b-5ec4143e2336 req-40c89bcb-2f37-4c78-abab-a9ef4afa2d04 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=711629d5-ba60-4bfd-a61e-7a06e25db924 HTTP/1.1" status: 200 len: 945 time: 0.0482631 Aug 30 04:26:40.690700 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=5 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:40.706095 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-14f12978-9ce5-4d67-879b-5ec4143e2336 req-aef66586-ed4d-4028-aeb4-6d6661b4df82 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6df2f8bb-630c-44e9-876d-be97ac69e9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420256 Aug 30 04:26:41.842531 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d77187-aab5-4719-8382-836b1d9aa212 req-0a905111-dc1d-43f9-80eb-73411b9c2006 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:41.844019 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-37d77187-aab5-4719-8382-836b1d9aa212 req-0a905111-dc1d-43f9-80eb-73411b9c2006 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=711629d5-ba60-4bfd-a61e-7a06e25db924 HTTP/1.1" status: 200 len: 945 time: 0.0594807 Aug 30 04:26:41.901024 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-37d77187-aab5-4719-8382-836b1d9aa212 req-931ee597-8d72-4b5f-be10-ba64b4d74559 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6df2f8bb-630c-44e9-876d-be97ac69e9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503805 Aug 30 04:26:42.123358 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d186e-f5b8-49f4-ae04-e858b5ceee7c req-787560e0-eefa-4699-b3ef-79d6334c2dfd tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:42.124781 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-786d186e-f5b8-49f4-ae04-e858b5ceee7c req-787560e0-eefa-4699-b3ef-79d6334c2dfd tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=711629d5-ba60-4bfd-a61e-7a06e25db924 HTTP/1.1" status: 200 len: 945 time: 0.0505948 Aug 30 04:26:42.217552 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-786d186e-f5b8-49f4-ae04-e858b5ceee7c req-11d9e229-3c64-4ee2-b60c-f751c7811057 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Deleting port d8e07c04-5a1e-4b74-8720-2de48fec19b7 {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:26:42.217813 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-786d186e-f5b8-49f4-ae04-e858b5ceee7c req-11d9e229-3c64-4ee2-b60c-f751c7811057 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (d8e07c04-5a1e-4b74-8720-2de48fec19b7), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:42.317141 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-786d186e-f5b8-49f4-ae04-e858b5ceee7c req-11d9e229-3c64-4ee2-b60c-f751c7811057 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] For port d8e07c04-5a1e-4b74-8720-2de48fec19b7, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=d8e07c04-5a1e-4b74-8720-2de48fec19b7,segment=NetworkSegment(9f7e7574-559e-4f0e-b775-398fdc759a6d),segment_id=9f7e7574-559e-4f0e-b775-398fdc759a6d)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:26:42.317511 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-786d186e-f5b8-49f4-ae04-e858b5ceee7c req-11d9e229-3c64-4ee2-b60c-f751c7811057 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (d8e07c04-5a1e-4b74-8720-2de48fec19b7), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:42.499877 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-786d186e-f5b8-49f4-ae04-e858b5ceee7c req-11d9e229-3c64-4ee2-b60c-f751c7811057 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:42.500175 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-786d186e-f5b8-49f4-ae04-e858b5ceee7c req-11d9e229-3c64-4ee2-b60c-f751c7811057 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572642'] for floatingip (4d785c08-5274-4c42-9541-07bfdc570755), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:42.500422 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.db.l3_db [req-786d186e-f5b8-49f4-ae04-e858b5ceee7c req-11d9e229-3c64-4ee2-b60c-f751c7811057 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Floating IP 4d785c08-5274-4c42-9541-07bfdc570755 disassociated. External IP: 172.27.4.232, port: d8e07c04-5a1e-4b74-8720-2de48fec19b7. Aug 30 04:26:42.500769 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-786d186e-f5b8-49f4-ae04-e858b5ceee7c req-11d9e229-3c64-4ee2-b60c-f751c7811057 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Calling delete_port for d8e07c04-5a1e-4b74-8720-2de48fec19b7 owned by compute:nova {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:26:42.507191 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:42.645597 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-786d186e-f5b8-49f4-ae04-e858b5ceee7c req-11d9e229-3c64-4ee2-b60c-f751c7811057 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (d8e07c04-5a1e-4b74-8720-2de48fec19b7), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:42.676426 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d9e229-3c64-4ee2-b60c-f751c7811057 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Pushing event deleted for resources: {'Port': ['ID=d8e07c04-5a1e-4b74-8720-2de48fec19b7,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:42.795101 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [req-786d186e-f5b8-49f4-ae04-e858b5ceee7c req-11d9e229-3c64-4ee2-b60c-f751c7811057 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Router fc7df24f-92aa-405d-8725-ab9c1f384345 has already been hosted by L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 {{(pid=106293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:26:42.906872 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-786d186e-f5b8-49f4-ae04-e858b5ceee7c req-11d9e229-3c64-4ee2-b60c-f751c7811057 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:26:42.920637 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39221ad-22f5-430b-b7df-6c57ac314804 None None] Sync routers for ids ['fc7df24f-92aa-405d-8725-ab9c1f384345'] in dv-cinder-852208-11-iscsi {{(pid=106294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:26:42.937598 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39221ad-22f5-430b-b7df-6c57ac314804 None None] Routers {'fc7df24f-92aa-405d-8725-ab9c1f384345'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:26:42.938399 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-c39221ad-22f5-430b-b7df-6c57ac314804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:26:23Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['fc7df24f-92aa-405d-8725-ab9c1f384345'], 'active': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:26:42.958913 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-786d186e-f5b8-49f4-ae04-e858b5ceee7c req-11d9e229-3c64-4ee2-b60c-f751c7811057 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] No DVR routers for this DVR port d8e07c04-5a1e-4b74-8720-2de48fec19b7 on host hv-cinder-85220 {{(pid=106293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:26:42.962110 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-786d186e-f5b8-49f4-ae04-e858b5ceee7c req-11d9e229-3c64-4ee2-b60c-f751c7811057 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:42.966619 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-786d186e-f5b8-49f4-ae04-e858b5ceee7c req-11d9e229-3c64-4ee2-b60c-f751c7811057 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.75 "DELETE /networking/v2.0/ports/d8e07c04-5a1e-4b74-8720-2de48fec19b7 HTTP/1.1" status: 204 len: 173 time: 0.8361812 Aug 30 04:26:42.967149 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711629d5-ba60-4bfd-a61e-7a06e25db924', 'name': 'network-vif-deleted', 'tag': 'd8e07c04-5a1e-4b74-8720-2de48fec19b7'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:26:42.970686 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11a3118c5976ecaadc28dc64ec6366a88eb3d4be069be3e491e321578e9d1f78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae2b081-8cf9-4101-b50d-3eba2726a23f" -d '{"events": [{"server_uuid": "711629d5-ba60-4bfd-a61e-7a06e25db924", "name": "network-vif-deleted", "tag": "d8e07c04-5a1e-4b74-8720-2de48fec19b7"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:26:42.973273 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:43.097315 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c63d8fca-97c7-4225-9d12-ec789b1deb38 req-8f5d693e-5e10-42d0-bb13-93d6f621bf52 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=711629d5-ba60-4bfd-a61e-7a06e25db924 HTTP/1.1" status: 200 len: 210 time: 0.0939963 Aug 30 04:26:43.098922 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b024a7-3a98-4e55-87dc-a8f593da3d14 x-openstack-request-id: req-01b024a7-3a98-4e55-87dc-a8f593da3d14 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:26:43.099213 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "711629d5-ba60-4bfd-a61e-7a06e25db924", "name": "network-vif-deleted", "tag": "d8e07c04-5a1e-4b74-8720-2de48fec19b7", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:26:43.099679 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-01b024a7-3a98-4e55-87dc-a8f593da3d14 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:26:43.100265 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01b024a7-3a98-4e55-87dc-a8f593da3d14'] response: {'server_uuid': '711629d5-ba60-4bfd-a61e-7a06e25db924', 'name': 'network-vif-deleted', 'tag': 'd8e07c04-5a1e-4b74-8720-2de48fec19b7', 'status': 'completed', 'code': 200} Aug 30 04:26:43.136858 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvr_db [None req-c39221ad-22f5-430b-b7df-6c57ac314804 None None] Set router fc7df24f-92aa-405d-8725-ab9c1f384345 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:26:43.394888 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-c39221ad-22f5-430b-b7df-6c57ac314804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'name': 'tempest-AttachVolumeNegativeTest-448008307-router', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.52'}], 'enable_snat': True}, 'gw_port_id': 'a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:24:13Z', 'updated_at': '2022-08-30T04:24:17Z', 'revision_number': 4, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'gw_port': {'id': 'a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:14Z', 'updated_at': '2022-08-30T04:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': '60982441-0aee-4952-84ac-42dcc15ed8c5', 'name': '', 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'mac_address': 'fa:16:3e:6b:b1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:16Z', 'updated_at': '2022-08-30T04:24:26Z', 'revision_number': 5, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'subnets': [{'id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:26:43.424677 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39221ad-22f5-430b-b7df-6c57ac314804 None None] Checking router: fc7df24f-92aa-405d-8725-ab9c1f384345 for host: dv-cinder-852208-11-iscsi {{(pid=106294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:26:43.434753 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=100 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:43.436212 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39221ad-22f5-430b-b7df-6c57ac314804 None None] Routers {'fc7df24f-92aa-405d-8725-ab9c1f384345'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:26:43.436958 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-c39221ad-22f5-430b-b7df-6c57ac314804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:26:23Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['fc7df24f-92aa-405d-8725-ab9c1f384345'], 'active': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:26:43.551743 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvr_db [None req-c39221ad-22f5-430b-b7df-6c57ac314804 None None] Set router fc7df24f-92aa-405d-8725-ab9c1f384345 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:26:43.689112 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=100 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:43.742325 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-c39221ad-22f5-430b-b7df-6c57ac314804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'name': 'tempest-AttachVolumeNegativeTest-448008307-router', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.52'}], 'enable_snat': True}, 'gw_port_id': 'a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:24:13Z', 'updated_at': '2022-08-30T04:24:17Z', 'revision_number': 4, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'gw_port': {'id': 'a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:14Z', 'updated_at': '2022-08-30T04:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': '60982441-0aee-4952-84ac-42dcc15ed8c5', 'name': '', 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'mac_address': 'fa:16:3e:6b:b1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:16Z', 'updated_at': '2022-08-30T04:24:26Z', 'revision_number': 5, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'subnets': [{'id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:26:43.770712 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39221ad-22f5-430b-b7df-6c57ac314804 None None] The sync data for ids ['fc7df24f-92aa-405d-8725-ab9c1f384345'] in dv-cinder-852208-11-iscsi is: [{'id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'name': 'tempest-AttachVolumeNegativeTest-448008307-router', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.52'}], 'enable_snat': True}, 'gw_port_id': 'a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:24:13Z', 'updated_at': '2022-08-30T04:24:17Z', 'revision_number': 4, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'gw_port': {'id': 'a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:14Z', 'updated_at': '2022-08-30T04:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': '60982441-0aee-4952-84ac-42dcc15ed8c5', 'name': '', 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'mac_address': 'fa:16:3e:6b:b1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:16Z', 'updated_at': '2022-08-30T04:24:26Z', 'revision_number': 5, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'subnets': [{'id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:26:43.990875 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a18b66b-ef6e-460a-b76b-ab88e3057b75 None None] New status for floating IP 4d785c08-5274-4c42-9541-07bfdc570755: DOWN {{(pid=106295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:26:44.196898 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 54094) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:44.253396 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-c7912d5d-6d13-40a3-a8f6-501fe83e3ab2 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for security_group (6df2f8bb-630c-44e9-876d-be97ac69e9a7), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:44.275409 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-c7912d5d-6d13-40a3-a8f6-501fe83e3ab2 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for security_group (6df2f8bb-630c-44e9-876d-be97ac69e9a7), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:44.323519 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-c7912d5d-6d13-40a3-a8f6-501fe83e3ab2 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (6df2f8bb-630c-44e9-876d-be97ac69e9a7), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:44.326309 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-c7912d5d-6d13-40a3-a8f6-501fe83e3ab2 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:44.327456 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-c7912d5d-6d13-40a3-a8f6-501fe83e3ab2 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/6df2f8bb-630c-44e9-876d-be97ac69e9a7 HTTP/1.1" status: 204 len: 168 time: 0.1294861 Aug 30 04:26:44.330392 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 54096) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:44.336383 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7912d5d-6d13-40a3-a8f6-501fe83e3ab2 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df2f8bb-630c-44e9-876d-be97ac69e9a7,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:44.346753 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.api.v2.resource [None req-8b2504b1-ede8-4dc4-806f-1c9742aea042 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] show failed (client error): The resource could not be found. Aug 30 04:26:44.347986 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-8b2504b1-ede8-4dc4-806f-1c9742aea042 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/security-groups/6df2f8bb-630c-44e9-876d-be97ac69e9a7 HTTP/1.1" status: 404 len: 347 time: 0.0165646 Aug 30 04:26:44.350855 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 54098) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:44.465747 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-e823ea6f-b9fa-42ec-93bd-c3a341efcff4 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Deleting port 55a39630-f8f9-44a7-a49b-51d004194485 {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:26:44.466179 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e823ea6f-b9fa-42ec-93bd-c3a341efcff4 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (55a39630-f8f9-44a7-a49b-51d004194485), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:44.480494 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:44.550627 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e823ea6f-b9fa-42ec-93bd-c3a341efcff4 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (55a39630-f8f9-44a7-a49b-51d004194485), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:44.550964 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e823ea6f-b9fa-42ec-93bd-c3a341efcff4 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for floatingip (55a39630-f8f9-44a7-a49b-51d004194485), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:44.564111 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-e823ea6f-b9fa-42ec-93bd-c3a341efcff4 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Calling delete_port for 55a39630-f8f9-44a7-a49b-51d004194485 owned by network:floatingip {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:26:44.703823 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e823ea6f-b9fa-42ec-93bd-c3a341efcff4 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (55a39630-f8f9-44a7-a49b-51d004194485), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:44.708520 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:44.733134 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e823ea6f-b9fa-42ec-93bd-c3a341efcff4 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Pushing event deleted for resources: {'Port': ['ID=55a39630-f8f9-44a7-a49b-51d004194485,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:44.807422 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e823ea6f-b9fa-42ec-93bd-c3a341efcff4 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for floatingip (4d785c08-5274-4c42-9541-07bfdc570755), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:44.811259 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e823ea6f-b9fa-42ec-93bd-c3a341efcff4 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for floatingip (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:44.812545 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-e823ea6f-b9fa-42ec-93bd-c3a341efcff4 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/4d785c08-5274-4c42-9541-07bfdc570755 HTTP/1.1" status: 204 len: 168 time: 0.4606538 Aug 30 04:26:44.888868 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 54116) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:44.893426 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-8d6e8cb6-4a2a-4061-8816-e0d6599211f0 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Request body: {'security_group': {'name': 'tempest-securitygroup--586501272', 'description': 'tempest-description--1826477354'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:26:44.914960 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-8d6e8cb6-4a2a-4061-8816-e0d6599211f0 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:44.985604 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-8d6e8cb6-4a2a-4061-8816-e0d6599211f0 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for security_group (8c2b027c-3af7-4d4d-9759-bb2580b6e677), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:44.989286 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-8d6e8cb6-4a2a-4061-8816-e0d6599211f0 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (8c2b027c-3af7-4d4d-9759-bb2580b6e677), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:45.021804 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-8d6e8cb6-4a2a-4061-8816-e0d6599211f0 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:45.022983 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-8d6e8cb6-4a2a-4061-8816-e0d6599211f0 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1330948 Aug 30 04:26:45.024997 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6e8cb6-4a2a-4061-8816-e0d6599211f0 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2b027c-3af7-4d4d-9759-bb2580b6e677,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:45.026107 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 54118) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:45.031870 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-4f175222-4656-4053-8077-7f2672c81a3e tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Request body: {'security_group_rule': {'security_group_id': '8c2b027c-3af7-4d4d-9759-bb2580b6e677', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:26:45.059854 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-4f175222-4656-4053-8077-7f2672c81a3e tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for security_group_rule (23154642-16d8-45cf-b8b9-94cad61ea07d), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:45.110358 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:45.113545 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:45.122141 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-4f175222-4656-4053-8077-7f2672c81a3e tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for security_group_rule (23154642-16d8-45cf-b8b9-94cad61ea07d), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:45.126163 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-4f175222-4656-4053-8077-7f2672c81a3e tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569388'] for security_group_rule (23154642-16d8-45cf-b8b9-94cad61ea07d), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:45.150698 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f175222-4656-4053-8077-7f2672c81a3e tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23154642-16d8-45cf-b8b9-94cad61ea07d,revision_number=0']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:45.157745 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-4f175222-4656-4053-8077-7f2672c81a3e tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:45.159326 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-4f175222-4656-4053-8077-7f2672c81a3e tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1313162 Aug 30 04:26:45.161877 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 54120) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:45.167972 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-649ba3a0-6723-4d5a-b760-ed9d220b406c tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Request body: {'security_group_rule': {'security_group_id': '8c2b027c-3af7-4d4d-9759-bb2580b6e677', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:26:45.194754 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-649ba3a0-6723-4d5a-b760-ed9d220b406c tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for security_group_rule (efba2f1f-f6e5-46f0-a87a-2a6eb9962184), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:45.250802 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-649ba3a0-6723-4d5a-b760-ed9d220b406c tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for security_group_rule (efba2f1f-f6e5-46f0-a87a-2a6eb9962184), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:45.254299 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-649ba3a0-6723-4d5a-b760-ed9d220b406c tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569388'] for security_group_rule (efba2f1f-f6e5-46f0-a87a-2a6eb9962184), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:45.273035 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649ba3a0-6723-4d5a-b760-ed9d220b406c tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efba2f1f-f6e5-46f0-a87a-2a6eb9962184,revision_number=0']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:45.280278 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-649ba3a0-6723-4d5a-b760-ed9d220b406c tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:45.281456 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-649ba3a0-6723-4d5a-b760-ed9d220b406c tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1183991 Aug 30 04:26:45.284518 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 54122) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:45.288800 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-69b31bee-f038-41ed-a378-2e2c2ae62d89 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Request body: {'floatingip': {'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:26:45.310730 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-69b31bee-f038-41ed-a378-2e2c2ae62d89 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:45.389847 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-69b31bee-f038-41ed-a378-2e2c2ae62d89 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:45.492556 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.db.db_base_plugin_common [None req-69b31bee-f038-41ed-a378-2e2c2ae62d89 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Allocated IP 172.27.4.254 (5c43c40f-cc6a-4e53-a103-6d34effd891a/b2d4007f-d8ed-41cc-b520-7777f18cd186/ec89b05a-8e19-4f5b-8be3-6031b2e15b14) {{(pid=106292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:26:45.602633 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-69b31bee-f038-41ed-a378-2e2c2ae62d89 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for port (ec89b05a-8e19-4f5b-8be3-6031b2e15b14), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:45.633858 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-69b31bee-f038-41ed-a378-2e2c2ae62d89 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642203'] for port (ec89b05a-8e19-4f5b-8be3-6031b2e15b14), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:45.668137 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b31bee-f038-41ed-a378-2e2c2ae62d89 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Network 5c43c40f-cc6a-4e53-a103-6d34effd891a is already hosted by enough agents. {{(pid=106292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:26:45.672949 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.base_scheduler [None req-69b31bee-f038-41ed-a378-2e2c2ae62d89 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Resources bound (agent type, host, resource id): {{(pid=106292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:26:45.676536 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b31bee-f038-41ed-a378-2e2c2ae62d89 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Received port after_create {{(pid=106292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:26:45.708341 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b31bee-f038-41ed-a378-2e2c2ae62d89 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Pushing event updated for resources: {'Port': ['ID=ec89b05a-8e19-4f5b-8be3-6031b2e15b14,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:45.716505 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.agents_db [None req-4bab6993-eaca-4b45-827a-a5590950f82e None None] Agent healthcheck: found 6 active agents {{(pid=106295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:26:45.756175 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:45.770562 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-69b31bee-f038-41ed-a378-2e2c2ae62d89 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for floatingip (6a37f6a3-4c12-44d2-8113-0345787ea1cc), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:45.807613 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-69b31bee-f038-41ed-a378-2e2c2ae62d89 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (ec89b05a-8e19-4f5b-8be3-6031b2e15b14), before_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:45.862076 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:45.961775 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-69b31bee-f038-41ed-a378-2e2c2ae62d89 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for port (ec89b05a-8e19-4f5b-8be3-6031b2e15b14), precommit_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:45.967130 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-69b31bee-f038-41ed-a378-2e2c2ae62d89 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642194'] for port (ec89b05a-8e19-4f5b-8be3-6031b2e15b14), after_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:46.034319 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b31bee-f038-41ed-a378-2e2c2ae62d89 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Pushing event updated for resources: {'Port': ['ID=ec89b05a-8e19-4f5b-8be3-6031b2e15b14,revision_number=2']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:46.036801 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-69b31bee-f038-41ed-a378-2e2c2ae62d89 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572642'] for floatingip (6a37f6a3-4c12-44d2-8113-0345787ea1cc), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:46.055964 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-69b31bee-f038-41ed-a378-2e2c2ae62d89 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for floatingip (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:46.057204 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-69b31bee-f038-41ed-a378-2e2c2ae62d89 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7717695 Aug 30 04:26:46.257439 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-022b5ec1-6fc8-44eb-a362-dd01a1417954 req-9f1b65f3-3e71-4a7d-aeff-be6f18631709 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--586501272&fields=id&tenant_id=9c9311c57fdd4250a16560bd8c2e0ffc HTTP/1.1" status: 200 len: 267 time: 0.0437565 Aug 30 04:26:46.368965 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b5ec1-6fc8-44eb-a362-dd01a1417954 req-cb8c5eec-0fda-405b-b4c7-b062b5da6012 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:46.370482 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-022b5ec1-6fc8-44eb-a362-dd01a1417954 req-cb8c5eec-0fda-405b-b4c7-b062b5da6012 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/networks?id=e2144ee9-7e1a-4a81-ac65-28f49d99b870 HTTP/1.1" status: 200 len: 814 time: 0.1050773 Aug 30 04:26:46.385641 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-022b5ec1-6fc8-44eb-a362-dd01a1417954 req-ef5cfc4a-b018-49b8-9378-80a05a61c098 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/quotas/9c9311c57fdd4250a16560bd8c2e0ffc HTTP/1.1" status: 200 len: 375 time: 0.0090103 Aug 30 04:26:46.436935 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-022b5ec1-6fc8-44eb-a362-dd01a1417954 req-ded07911-9358-4551-9eff-629426cc8c13 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=9c9311c57fdd4250a16560bd8c2e0ffc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460963 Aug 30 04:26:46.536284 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-022b5ec1-6fc8-44eb-a362-dd01a1417954 req-4e4a0aaa-e2e7-4eb7-b266-cb3e2f953f00 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/e2144ee9-7e1a-4a81-ac65-28f49d99b870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876880 Aug 30 04:26:46.625647 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-022b5ec1-6fc8-44eb-a362-dd01a1417954 req-e31c8848-203d-4e31-af1f-69263cecb298 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/e2144ee9-7e1a-4a81-ac65-28f49d99b870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837216 Aug 30 04:26:46.797006 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-2149382f-6daa-49dd-9b77-dc4d036d0bd1 req-ae8a0560-052c-4ac5-8c96-a313c4136cdc tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b423b7ae-20e1-4048-bae4-bfc3dfc38816 HTTP/1.1" status: 200 len: 210 time: 0.0331442 Aug 30 04:26:47.124755 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device d8e07c04-5a1e-4b74-8720-2de48fec19b7 no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:26:47.144744 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] No Port match for: d8e07c04-5a1e-4b74-8720-2de48fec19b7 {{(pid=106294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:26:47.145149 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device d8e07c04-5a1e-4b74-8720-2de48fec19b7 not bound to the agent host hv-cinder-85220 {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:26:47.791037 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:47.850196 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b5ec1-6fc8-44eb-a362-dd01a1417954 req-2ee24a2d-92c1-4f0f-b9a6-ade463d5d8b4 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:47.851862 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-022b5ec1-6fc8-44eb-a362-dd01a1417954 req-2ee24a2d-92c1-4f0f-b9a6-ade463d5d8b4 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.75 "GET /networking/v2.0/networks?id=e2144ee9-7e1a-4a81-ac65-28f49d99b870 HTTP/1.1" status: 200 len: 814 time: 0.1165371 Aug 30 04:26:47.912190 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3258401b-aeba-4264-a6ba-6706e3421834 req-906b6e6e-cccb-4924-9e14-df04af6c24ac tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b423b7ae-20e1-4048-bae4-bfc3dfc38816 HTTP/1.1" status: 200 len: 210 time: 0.0343635 Aug 30 04:26:47.953903 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-022b5ec1-6fc8-44eb-a362-dd01a1417954 req-152e4c58-294c-444b-9b3a-7476a5d9463b tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.75 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9c9311c57fdd4250a16560bd8c2e0ffc HTTP/1.1" status: 200 len: 379 time: 0.0910068 Aug 30 04:26:48.034238 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-022b5ec1-6fc8-44eb-a362-dd01a1417954 req-586f1b2a-3c8f-4989-8282-cf10e19fa1f3 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Request body: {'port': {'device_id': 'b423b7ae-20e1-4048-bae4-bfc3dfc38816', 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870', 'admin_state_up': True, 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'security_groups': ['8c2b027c-3af7-4d4d-9759-bb2580b6e677']}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:26:48.125945 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:48.147800 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-022b5ec1-6fc8-44eb-a362-dd01a1417954 req-586f1b2a-3c8f-4989-8282-cf10e19fa1f3 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Made reservation on behalf of 9c9311c57fdd4250a16560bd8c2e0ffc for: {'port': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:26:48.151534 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-022b5ec1-6fc8-44eb-a362-dd01a1417954 req-586f1b2a-3c8f-4989-8282-cf10e19fa1f3 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:48.304766 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [req-022b5ec1-6fc8-44eb-a362-dd01a1417954 req-586f1b2a-3c8f-4989-8282-cf10e19fa1f3 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Allocated IP 172.20.0.10 (e2144ee9-7e1a-4a81-ac65-28f49d99b870/9fb299f0-e365-4181-9f08-0a9d3aa5f8dc/204d0fd0-4914-4cce-8e09-e0f23834496f) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:26:48.452086 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-022b5ec1-6fc8-44eb-a362-dd01a1417954 req-586f1b2a-3c8f-4989-8282-cf10e19fa1f3 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for port (204d0fd0-4914-4cce-8e09-e0f23834496f), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:48.487633 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-022b5ec1-6fc8-44eb-a362-dd01a1417954 req-586f1b2a-3c8f-4989-8282-cf10e19fa1f3 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (204d0fd0-4914-4cce-8e09-e0f23834496f), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:48.539670 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-022b5ec1-6fc8-44eb-a362-dd01a1417954 req-586f1b2a-3c8f-4989-8282-cf10e19fa1f3 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Network e2144ee9-7e1a-4a81-ac65-28f49d99b870 is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:26:48.543447 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [req-022b5ec1-6fc8-44eb-a362-dd01a1417954 req-586f1b2a-3c8f-4989-8282-cf10e19fa1f3 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:26:48.547490 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-022b5ec1-6fc8-44eb-a362-dd01a1417954 req-586f1b2a-3c8f-4989-8282-cf10e19fa1f3 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:26:48.573567 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586f1b2a-3c8f-4989-8282-cf10e19fa1f3 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Pushing event updated for resources: {'Port': ['ID=204d0fd0-4914-4cce-8e09-e0f23834496f,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:48.607175 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b5ec1-6fc8-44eb-a362-dd01a1417954 req-586f1b2a-3c8f-4989-8282-cf10e19fa1f3 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:48.607825 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-022b5ec1-6fc8-44eb-a362-dd01a1417954 req-586f1b2a-3c8f-4989-8282-cf10e19fa1f3 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:48.626458 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-022b5ec1-6fc8-44eb-a362-dd01a1417954 req-586f1b2a-3c8f-4989-8282-cf10e19fa1f3 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.75 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5960369 Aug 30 04:26:48.639225 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-022b5ec1-6fc8-44eb-a362-dd01a1417954 req-4fb342e6-12ef-4411-82d6-c93bac27980c service neutron] Request body: {'port': {'device_id': 'b423b7ae-20e1-4048-bae4-bfc3dfc38816', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:26:48.711685 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-022b5ec1-6fc8-44eb-a362-dd01a1417954 req-4fb342e6-12ef-4411-82d6-c93bac27980c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (204d0fd0-4914-4cce-8e09-e0f23834496f), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:48.754301 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:48.778217 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-53355c24-764c-4e9c-89b7-b7670e77f01f None None] Provisioning complete for port 204d0fd0-4914-4cce-8e09-e0f23834496f triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:26:48.778217 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-53355c24-764c-4e9c-89b7-b7670e77f01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (204d0fd0-4914-4cce-8e09-e0f23834496f), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:48.819682 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-53355c24-764c-4e9c-89b7-b7670e77f01f None None] Port 204d0fd0-4914-4cce-8e09-e0f23834496f cannot update to ACTIVE because it is not bound. {{(pid=106294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:26:48.955080 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:48.991831 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [req-022b5ec1-6fc8-44eb-a362-dd01a1417954 req-4fb342e6-12ef-4411-82d6-c93bac27980c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 204d0fd0-4914-4cce-8e09-e0f23834496f {{(pid=106293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:26:49.001128 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-022b5ec1-6fc8-44eb-a362-dd01a1417954 req-4fb342e6-12ef-4411-82d6-c93bac27980c service neutron] Publish callbacks [] for port (204d0fd0-4914-4cce-8e09-e0f23834496f), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:49.018213 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.provisioning_blocks [req-022b5ec1-6fc8-44eb-a362-dd01a1417954 req-4fb342e6-12ef-4411-82d6-c93bac27980c service neutron] Transition to ACTIVE for port object 204d0fd0-4914-4cce-8e09-e0f23834496f will not be triggered until provisioned by entity L2. {{(pid=106293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:26:49.022678 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-022b5ec1-6fc8-44eb-a362-dd01a1417954 req-4fb342e6-12ef-4411-82d6-c93bac27980c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-454314'] for port (204d0fd0-4914-4cce-8e09-e0f23834496f), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:49.044818 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b204844-04af-4111-890b-7e6745253e4e req-b11d233d-01a5-42fb-9d21-44fb57f5c95a tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:49.046417 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-3b204844-04af-4111-890b-7e6745253e4e req-b11d233d-01a5-42fb-9d21-44fb57f5c95a tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b423b7ae-20e1-4048-bae4-bfc3dfc38816 HTTP/1.1" status: 200 len: 932 time: 0.0563517 Aug 30 04:26:49.098887 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-3b204844-04af-4111-890b-7e6745253e4e req-7b14d061-b227-4af0-b146-758438d301d4 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8c2b027c-3af7-4d4d-9759-bb2580b6e677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462399 Aug 30 04:26:49.383344 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb342e6-12ef-4411-82d6-c93bac27980c service neutron] Pushing event updated for resources: {'Port': ['ID=204d0fd0-4914-4cce-8e09-e0f23834496f,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:49.414331 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-022b5ec1-6fc8-44eb-a362-dd01a1417954 req-4fb342e6-12ef-4411-82d6-c93bac27980c service neutron] Attempting to bind port 204d0fd0-4914-4cce-8e09-e0f23834496f on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:26:49.414760 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-022b5ec1-6fc8-44eb-a362-dd01a1417954 req-4fb342e6-12ef-4411-82d6-c93bac27980c service neutron] Attempting to bind port 204d0fd0-4914-4cce-8e09-e0f23834496f by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': '9f7e7574-559e-4f0e-b775-398fdc759a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870'}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:26:49.415096 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022b5ec1-6fc8-44eb-a362-dd01a1417954 req-4fb342e6-12ef-4411-82d6-c93bac27980c service neutron] Attempting to bind port 204d0fd0-4914-4cce-8e09-e0f23834496f on network e2144ee9-7e1a-4a81-ac65-28f49d99b870 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:26:49.420176 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022b5ec1-6fc8-44eb-a362-dd01a1417954 req-4fb342e6-12ef-4411-82d6-c93bac27980c service neutron] Port 204d0fd0-4914-4cce-8e09-e0f23834496f on network e2144ee9-7e1a-4a81-ac65-28f49d99b870 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:26:49.420514 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022b5ec1-6fc8-44eb-a362-dd01a1417954 req-4fb342e6-12ef-4411-82d6-c93bac27980c service neutron] Attempting to bind port 204d0fd0-4914-4cce-8e09-e0f23834496f on network e2144ee9-7e1a-4a81-ac65-28f49d99b870 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:26:49.425170 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022b5ec1-6fc8-44eb-a362-dd01a1417954 req-4fb342e6-12ef-4411-82d6-c93bac27980c service neutron] Checking agent: {'id': '5274a8db-cdbb-4c02-abb1-2eb9d7076dc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 17), 'started_at': datetime.datetime(2022, 8, 30, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:26:49.425507 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022b5ec1-6fc8-44eb-a362-dd01a1417954 req-4fb342e6-12ef-4411-82d6-c93bac27980c service neutron] Checking segment: {'id': '9f7e7574-559e-4f0e-b775-398fdc759a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:26:49.425877 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022b5ec1-6fc8-44eb-a362-dd01a1417954 req-4fb342e6-12ef-4411-82d6-c93bac27980c service neutron] Bound using segment: {'id': '9f7e7574-559e-4f0e-b775-398fdc759a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870'} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:26:49.426328 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-022b5ec1-6fc8-44eb-a362-dd01a1417954 req-4fb342e6-12ef-4411-82d6-c93bac27980c service neutron] Bound port: 204d0fd0-4914-4cce-8e09-e0f23834496f, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f7e7574-559e-4f0e-b775-398fdc759a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870'}}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:26:49.426699 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-022b5ec1-6fc8-44eb-a362-dd01a1417954 req-4fb342e6-12ef-4411-82d6-c93bac27980c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (204d0fd0-4914-4cce-8e09-e0f23834496f), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:49.487378 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-022b5ec1-6fc8-44eb-a362-dd01a1417954 req-4fb342e6-12ef-4411-82d6-c93bac27980c service neutron] For port 204d0fd0-4914-4cce-8e09-e0f23834496f, host hv-cinder-85220, cleared binding levels {{(pid=106293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:26:49.490354 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-022b5ec1-6fc8-44eb-a362-dd01a1417954 req-4fb342e6-12ef-4411-82d6-c93bac27980c service neutron] For port 204d0fd0-4914-4cce-8e09-e0f23834496f, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=204d0fd0-4914-4cce-8e09-e0f23834496f,segment=NetworkSegment(9f7e7574-559e-4f0e-b775-398fdc759a6d),segment_id=9f7e7574-559e-4f0e-b775-398fdc759a6d)] {{(pid=106293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:26:49.495884 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-022b5ec1-6fc8-44eb-a362-dd01a1417954 req-4fb342e6-12ef-4411-82d6-c93bac27980c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-454314'] for port (204d0fd0-4914-4cce-8e09-e0f23834496f), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:49.500132 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b5ec1-6fc8-44eb-a362-dd01a1417954 req-4fb342e6-12ef-4411-82d6-c93bac27980c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:49.500746 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-022b5ec1-6fc8-44eb-a362-dd01a1417954 req-4fb342e6-12ef-4411-82d6-c93bac27980c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:49.502109 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-022b5ec1-6fc8-44eb-a362-dd01a1417954 req-4fb342e6-12ef-4411-82d6-c93bac27980c service neutron] 10.222.0.75 "PUT /networking/v2.0/ports/204d0fd0-4914-4cce-8e09-e0f23834496f HTTP/1.1" status: 200 len: 1094 time: 0.8686740 Aug 30 04:26:49.502627 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b423b7ae-20e1-4048-bae4-bfc3dfc38816', 'tag': '204d0fd0-4914-4cce-8e09-e0f23834496f'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:26:49.504858 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11a3118c5976ecaadc28dc64ec6366a88eb3d4be069be3e491e321578e9d1f78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695307c2-5fc3-4b07-873c-8f599744766a" -d '{"events": [{"name": "network-changed", "server_uuid": "b423b7ae-20e1-4048-bae4-bfc3dfc38816", "tag": "204d0fd0-4914-4cce-8e09-e0f23834496f"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:26:49.552484 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388d476c-1529-4e25-877e-8d658efbb82a x-openstack-request-id: req-388d476c-1529-4e25-877e-8d658efbb82a {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:26:49.552777 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b423b7ae-20e1-4048-bae4-bfc3dfc38816", "tag": "204d0fd0-4914-4cce-8e09-e0f23834496f", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:26:49.553026 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-388d476c-1529-4e25-877e-8d658efbb82a {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:26:49.553446 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-388d476c-1529-4e25-877e-8d658efbb82a'] response: {'name': 'network-changed', 'server_uuid': 'b423b7ae-20e1-4048-bae4-bfc3dfc38816', 'tag': '204d0fd0-4914-4cce-8e09-e0f23834496f', 'status': 'completed', 'code': 200} Aug 30 04:26:49.568223 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb342e6-12ef-4411-82d6-c93bac27980c service neutron] Pushing event updated for resources: {'Port': ['ID=204d0fd0-4914-4cce-8e09-e0f23834496f,revision_number=3']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:49.601478 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b5ec1-6fc8-44eb-a362-dd01a1417954 req-1b1a139c-e739-4a54-828e-ce8a4e32cdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:49.603004 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-022b5ec1-6fc8-44eb-a362-dd01a1417954 req-1b1a139c-e739-4a54-828e-ce8a4e32cdd7 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=9c9311c57fdd4250a16560bd8c2e0ffc&device_id=b423b7ae-20e1-4048-bae4-bfc3dfc38816 HTTP/1.1" status: 200 len: 1128 time: 0.0451107 Aug 30 04:26:49.643477 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-022b5ec1-6fc8-44eb-a362-dd01a1417954 req-21cea37e-52f5-4432-9010-fee592f259bb service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=204d0fd0-4914-4cce-8e09-e0f23834496f HTTP/1.1" status: 200 len: 217 time: 0.0329907 Aug 30 04:26:49.690708 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b5ec1-6fc8-44eb-a362-dd01a1417954 req-f4e1b552-9b3a-420c-97a9-d23ba33e1495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:49.692246 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-022b5ec1-6fc8-44eb-a362-dd01a1417954 req-f4e1b552-9b3a-420c-97a9-d23ba33e1495 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=9fb299f0-e365-4181-9f08-0a9d3aa5f8dc HTTP/1.1" status: 200 len: 853 time: 0.0436234 Aug 30 04:26:49.739704 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b5ec1-6fc8-44eb-a362-dd01a1417954 req-75d6ba6d-75aa-428a-a5f9-d9ed5e61c617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:49.741073 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-022b5ec1-6fc8-44eb-a362-dd01a1417954 req-75d6ba6d-75aa-428a-a5f9-d9ed5e61c617 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=e2144ee9-7e1a-4a81-ac65-28f49d99b870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0431223 Aug 30 04:26:49.832782 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-022b5ec1-6fc8-44eb-a362-dd01a1417954 req-ae376373-d2a5-4719-a816-648aa58f93f2 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/e2144ee9-7e1a-4a81-ac65-28f49d99b870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850389 Aug 30 04:26:49.931859 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-022b5ec1-6fc8-44eb-a362-dd01a1417954 req-d45f0eb8-ac31-4176-b726-4f43386c606f service neutron] 10.222.0.75 "GET /networking/v2.0/networks/e2144ee9-7e1a-4a81-ac65-28f49d99b870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928791 Aug 30 04:26:50.223171 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac4516-55d3-45be-83b7-e677fec9447f req-a5927c9c-62fc-4d57-874d-d101f4aee82c tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:50.224663 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-95ac4516-55d3-45be-83b7-e677fec9447f req-a5927c9c-62fc-4d57-874d-d101f4aee82c tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b423b7ae-20e1-4048-bae4-bfc3dfc38816 HTTP/1.1" status: 200 len: 944 time: 0.0476742 Aug 30 04:26:50.279322 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-95ac4516-55d3-45be-83b7-e677fec9447f req-3c3e6cb3-a9c0-41e9-98a3-e020b2dafb69 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8c2b027c-3af7-4d4d-9759-bb2580b6e677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476446 Aug 30 04:26:50.347096 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a87226de-b249-4b5d-81ce-9322a4257359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (1bd89ca2-58f6-428d-83bf-6325bad549fd), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:50.430439 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 54226) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:50.538484 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-6ab4712f-abe0-4a9a-b1c2-286cc60e1ce4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:50.616245 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-6ab4712f-abe0-4a9a-b1c2-286cc60e1ce4 admin admin] Publish callbacks [] for security_group (40d1fd07-e8da-4d83-a61a-22d439090c51), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:50.620353 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-6ab4712f-abe0-4a9a-b1c2-286cc60e1ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (40d1fd07-e8da-4d83-a61a-22d439090c51), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:50.655207 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:50.661184 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-6ab4712f-abe0-4a9a-b1c2-286cc60e1ce4 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=aed4cb771fbc4be595dea73fda8b256b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296667 Aug 30 04:26:50.662073 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab4712f-abe0-4a9a-b1c2-286cc60e1ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d1fd07-e8da-4d83-a61a-22d439090c51,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:50.664827 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 54230) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:50.676111 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695307c2-5fc3-4b07-873c-8f599744766a req-011753ad-9746-4a5c-97c1-b985a94a6645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:50.677392 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-695307c2-5fc3-4b07-873c-8f599744766a req-011753ad-9746-4a5c-97c1-b985a94a6645 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=9c9311c57fdd4250a16560bd8c2e0ffc&device_id=b423b7ae-20e1-4048-bae4-bfc3dfc38816 HTTP/1.1" status: 200 len: 1128 time: 0.0501792 Aug 30 04:26:50.779732 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-7020ed2a-a810-4c5b-b520-edc82b696cea admin admin] Publish callbacks [] for security_group (40d1fd07-e8da-4d83-a61a-22d439090c51), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:50.818397 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-7020ed2a-a810-4c5b-b520-edc82b696cea admin admin] Publish callbacks [] for security_group (40d1fd07-e8da-4d83-a61a-22d439090c51), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:50.825781 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695307c2-5fc3-4b07-873c-8f599744766a req-dbc11b02-34d1-40da-a878-bd2a11184915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:50.827253 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-695307c2-5fc3-4b07-873c-8f599744766a req-dbc11b02-34d1-40da-a878-bd2a11184915 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=e2144ee9-7e1a-4a81-ac65-28f49d99b870 HTTP/1.1" status: 200 len: 915 time: 0.1423767 Aug 30 04:26:50.827648 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:50.880747 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-695307c2-5fc3-4b07-873c-8f599744766a req-9b0536c9-9786-43af-b74f-2ffbc7bf2f7e service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=204d0fd0-4914-4cce-8e09-e0f23834496f HTTP/1.1" status: 200 len: 217 time: 0.0468817 Aug 30 04:26:50.932081 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-7020ed2a-a810-4c5b-b520-edc82b696cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (40d1fd07-e8da-4d83-a61a-22d439090c51), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:50.935115 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-7020ed2a-a810-4c5b-b520-edc82b696cea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:50.936213 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-7020ed2a-a810-4c5b-b520-edc82b696cea admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/40d1fd07-e8da-4d83-a61a-22d439090c51 HTTP/1.1" status: 204 len: 168 time: 0.2702398 Aug 30 04:26:50.942440 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695307c2-5fc3-4b07-873c-8f599744766a req-64ab653f-2cf0-4f74-8972-4c7e75defc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:50.943848 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-695307c2-5fc3-4b07-873c-8f599744766a req-64ab653f-2cf0-4f74-8972-4c7e75defc84 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=9fb299f0-e365-4181-9f08-0a9d3aa5f8dc HTTP/1.1" status: 200 len: 853 time: 0.0563142 Aug 30 04:26:50.949288 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7020ed2a-a810-4c5b-b520-edc82b696cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d1fd07-e8da-4d83-a61a-22d439090c51,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:50.991812 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695307c2-5fc3-4b07-873c-8f599744766a req-7011a11d-15a1-4735-800c-1c7d0b893d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:50.993365 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-695307c2-5fc3-4b07-873c-8f599744766a req-7011a11d-15a1-4735-800c-1c7d0b893d3f service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=e2144ee9-7e1a-4a81-ac65-28f49d99b870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420070 Aug 30 04:26:51.094012 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-695307c2-5fc3-4b07-873c-8f599744766a req-8d240233-de89-44ed-b70a-8892170bde3f service neutron] 10.222.0.75 "GET /networking/v2.0/networks/e2144ee9-7e1a-4a81-ac65-28f49d99b870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925281 Aug 30 04:26:51.189421 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-695307c2-5fc3-4b07-873c-8f599744766a req-02168ed2-367f-4ae9-a8a6-39c13f6dba82 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/e2144ee9-7e1a-4a81-ac65-28f49d99b870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893373 Aug 30 04:26:51.223326 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 54236) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:51.237462 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9659556f-ba55-428c-80de-d073d38d72c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:51.314738 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9659556f-ba55-428c-80de-d073d38d72c4 admin admin] Publish callbacks [] for security_group (4129a1c8-9f8a-4d26-9a85-68b185429646), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:51.318903 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9659556f-ba55-428c-80de-d073d38d72c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (4129a1c8-9f8a-4d26-9a85-68b185429646), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:51.375420 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-9659556f-ba55-428c-80de-d073d38d72c4 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=c36c21201f0040e5b6708bee90d1a3bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1510112 Aug 30 04:26:51.378134 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 54240) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:51.391991 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9659556f-ba55-428c-80de-d073d38d72c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4129a1c8-9f8a-4d26-9a85-68b185429646,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:51.413100 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c55030-b1dd-4667-b572-64bacccf697a req-74e06f70-d3b1-4a27-9671-4c2e7e0ddeb0 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:51.414624 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-97c55030-b1dd-4667-b572-64bacccf697a req-74e06f70-d3b1-4a27-9671-4c2e7e0ddeb0 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b423b7ae-20e1-4048-bae4-bfc3dfc38816 HTTP/1.1" status: 200 len: 944 time: 0.0563865 Aug 30 04:26:51.430579 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-f30a2e73-5dd9-4aaa-ad2c-cb0c54036733 admin admin] Publish callbacks [] for security_group (4129a1c8-9f8a-4d26-9a85-68b185429646), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:51.443925 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=5 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:51.454650 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-f30a2e73-5dd9-4aaa-ad2c-cb0c54036733 admin admin] Publish callbacks [] for security_group (4129a1c8-9f8a-4d26-9a85-68b185429646), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:51.469928 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-97c55030-b1dd-4667-b572-64bacccf697a req-704956a2-2f99-4ddc-8ea8-91f967f6969f tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8c2b027c-3af7-4d4d-9759-bb2580b6e677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489006 Aug 30 04:26:51.507601 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-f30a2e73-5dd9-4aaa-ad2c-cb0c54036733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (4129a1c8-9f8a-4d26-9a85-68b185429646), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:51.510405 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-f30a2e73-5dd9-4aaa-ad2c-cb0c54036733 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:51.512003 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-f30a2e73-5dd9-4aaa-ad2c-cb0c54036733 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/4129a1c8-9f8a-4d26-9a85-68b185429646 HTTP/1.1" status: 204 len: 168 time: 0.1325300 Aug 30 04:26:51.520091 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30a2e73-5dd9-4aaa-ad2c-cb0c54036733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4129a1c8-9f8a-4d26-9a85-68b185429646,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:52.545723 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-bc93b175-36ab-4c0e-9110-75b5d57c3d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:52.598350 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f1963-d31b-4284-9939-4044162aa556 req-301e8a96-f241-4ef4-a688-3275c0912d90 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:52.599757 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-790f1963-d31b-4284-9939-4044162aa556 req-301e8a96-f241-4ef4-a688-3275c0912d90 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b423b7ae-20e1-4048-bae4-bfc3dfc38816 HTTP/1.1" status: 200 len: 944 time: 0.0501347 Aug 30 04:26:52.651509 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-790f1963-d31b-4284-9939-4044162aa556 req-eece6039-9153-49a5-a79f-c537564f8a55 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8c2b027c-3af7-4d4d-9759-bb2580b6e677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445478 Aug 30 04:26:53.144037 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 204d0fd0-4914-4cce-8e09-e0f23834496f details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106294) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:26:53.250398 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port 204d0fd0-4914-4cce-8e09-e0f23834496f, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=204d0fd0-4914-4cce-8e09-e0f23834496f,segment=NetworkSegment(9f7e7574-559e-4f0e-b775-398fdc759a6d),segment_id=9f7e7574-559e-4f0e-b775-398fdc759a6d)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:26:53.259912 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 54296) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:53.262859 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Returning: {'device': '204d0fd0-4914-4cce-8e09-e0f23834496f', 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870', 'port_id': '204d0fd0-4914-4cce-8e09-e0f23834496f', 'mac_address': 'fa:16:3e:6a:2b:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106294) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:26:53.299952 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Current status of the port 204d0fd0-4914-4cce-8e09-e0f23834496f is: DOWN; New status is: BUILD {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:26:53.300350 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (204d0fd0-4914-4cce-8e09-e0f23834496f), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:53.314363 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 204d0fd0-4914-4cce-8e09-e0f23834496f {{(pid=106294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:26:53.336099 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port 204d0fd0-4914-4cce-8e09-e0f23834496f, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=204d0fd0-4914-4cce-8e09-e0f23834496f,segment=NetworkSegment(9f7e7574-559e-4f0e-b775-398fdc759a6d),segment_id=9f7e7574-559e-4f0e-b775-398fdc759a6d)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:26:53.340196 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (204d0fd0-4914-4cce-8e09-e0f23834496f), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:53.373501 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-670eac12-efa3-46e2-83d1-cb2d510fe664 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:53.389184 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Pushing event updated for resources: {'Port': ['ID=204d0fd0-4914-4cce-8e09-e0f23834496f,revision_number=4']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:53.397424 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:53.397779 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:53.398127 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:53.398505 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:53.398851 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:53.399186 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:53.399521 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:53.399851 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:53.400186 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:53.400519 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:53.400848 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:53.401194 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:53.401502 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:53.402619 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:53.403194 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:53.414426 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:53.454389 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-670eac12-efa3-46e2-83d1-cb2d510fe664 admin admin] Publish callbacks [] for security_group (4583cbf1-b5d5-41be-b310-30f6204337a7), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:53.458953 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-670eac12-efa3-46e2-83d1-cb2d510fe664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (4583cbf1-b5d5-41be-b310-30f6204337a7), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:53.498868 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-670eac12-efa3-46e2-83d1-cb2d510fe664 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=678a48f3c96c4d93b21f8a80895b00a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2377892 Aug 30 04:26:53.499735 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670eac12-efa3-46e2-83d1-cb2d510fe664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4583cbf1-b5d5-41be-b310-30f6204337a7,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:53.502346 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 54300) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:53.553016 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-df2fe58a-c4f5-4c06-80b5-1b55a0a32171 admin admin] Publish callbacks [] for security_group (4583cbf1-b5d5-41be-b310-30f6204337a7), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:53.555149 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] get_ports_and_sgs() called for port_ids ['204d0fd0-4914-4cce-8e09-e0f23834496f'] {{(pid=106294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:26:53.573237 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-df2fe58a-c4f5-4c06-80b5-1b55a0a32171 admin admin] Publish callbacks [] for security_group (4583cbf1-b5d5-41be-b310-30f6204337a7), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:53.587495 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:53.623940 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-df2fe58a-c4f5-4c06-80b5-1b55a0a32171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (4583cbf1-b5d5-41be-b310-30f6204337a7), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:53.626545 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-df2fe58a-c4f5-4c06-80b5-1b55a0a32171 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:53.628051 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-df2fe58a-c4f5-4c06-80b5-1b55a0a32171 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/4583cbf1-b5d5-41be-b310-30f6204337a7 HTTP/1.1" status: 204 len: 168 time: 0.1240447 Aug 30 04:26:53.637491 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2fe58a-c4f5-4c06-80b5-1b55a0a32171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4583cbf1-b5d5-41be-b310-30f6204337a7,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:53.779581 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8bdbbddc-d827-40e6-b8fb-29930693a668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (0ba81f50-231f-4a87-bfed-adcf093ea106), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:53.784145 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4356a-72ce-462e-8a89-d028a0199814 req-bc2cd762-3bea-4eb4-823d-abb6bd0a1d91 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:53.785716 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b2d4356a-72ce-462e-8a89-d028a0199814 req-bc2cd762-3bea-4eb4-823d-abb6bd0a1d91 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b423b7ae-20e1-4048-bae4-bfc3dfc38816 HTTP/1.1" status: 200 len: 945 time: 0.0544560 Aug 30 04:26:53.836927 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b2d4356a-72ce-462e-8a89-d028a0199814 req-e7552810-3f65-4513-839b-9f60ba3dac91 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8c2b027c-3af7-4d4d-9759-bb2580b6e677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454552 Aug 30 04:26:53.920954 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 54308) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:53.934593 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ba994c97-5606-4f26-9cd7-67707bc2b822 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:53.936162 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:54.012289 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ba994c97-5606-4f26-9cd7-67707bc2b822 admin admin] Publish callbacks [] for security_group (4275eaf3-783d-4003-b898-a25bc9954913), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:54.016139 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ba994c97-5606-4f26-9cd7-67707bc2b822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (4275eaf3-783d-4003-b898-a25bc9954913), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:54.052829 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba994c97-5606-4f26-9cd7-67707bc2b822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4275eaf3-783d-4003-b898-a25bc9954913,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:54.057825 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-ba994c97-5606-4f26-9cd7-67707bc2b822 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=c290531f422d46bd8526c9c6acd0c605&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1358597 Aug 30 04:26:54.061128 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 54310) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:54.112595 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f5d7c641-2221-48e5-9f66-5c660ec84152 admin admin] Publish callbacks [] for security_group (4275eaf3-783d-4003-b898-a25bc9954913), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:54.133081 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f5d7c641-2221-48e5-9f66-5c660ec84152 admin admin] Publish callbacks [] for security_group (4275eaf3-783d-4003-b898-a25bc9954913), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:54.180241 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f5d7c641-2221-48e5-9f66-5c660ec84152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (4275eaf3-783d-4003-b898-a25bc9954913), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:54.183574 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f5d7c641-2221-48e5-9f66-5c660ec84152 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:54.185154 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-f5d7c641-2221-48e5-9f66-5c660ec84152 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/4275eaf3-783d-4003-b898-a25bc9954913 HTTP/1.1" status: 204 len: 168 time: 0.1231074 Aug 30 04:26:54.193437 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d7c641-2221-48e5-9f66-5c660ec84152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4275eaf3-783d-4003-b898-a25bc9954913,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:54.961658 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453f159-e756-43b2-bfd6-2a25aa79c519 req-93c36649-290e-4e56-899b-aa740660ac74 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:54.963204 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-8453f159-e756-43b2-bfd6-2a25aa79c519 req-93c36649-290e-4e56-899b-aa740660ac74 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b423b7ae-20e1-4048-bae4-bfc3dfc38816 HTTP/1.1" status: 200 len: 945 time: 0.0476897 Aug 30 04:26:55.015360 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-8453f159-e756-43b2-bfd6-2a25aa79c519 req-669890f0-8924-47a7-9ce0-3a234bcef8f8 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8c2b027c-3af7-4d4d-9759-bb2580b6e677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455325 Aug 30 04:26:55.160110 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 204d0fd0-4914-4cce-8e09-e0f23834496f up at agent hyperv_hv-cinder-85220 {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:26:55.163179 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:55.208794 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Provisioning for port 204d0fd0-4914-4cce-8e09-e0f23834496f completed by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:26:55.216883 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Provisioning complete for port 204d0fd0-4914-4cce-8e09-e0f23834496f triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:26:55.217268 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (204d0fd0-4914-4cce-8e09-e0f23834496f), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:55.255917 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:55.295108 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Current status of the port 204d0fd0-4914-4cce-8e09-e0f23834496f is: BUILD; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:26:55.295504 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (204d0fd0-4914-4cce-8e09-e0f23834496f), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:55.322504 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b423b7ae-20e1-4048-bae4-bfc3dfc38816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '204d0fd0-4914-4cce-8e09-e0f23834496f'}] {{(pid=106294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:26:55.325351 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc91461c002048a1511ec2515697d9f100988a5a9e001fc967bf4275e8e26e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3d0df6-0866-4bdf-b5e3-6f41270bfaf7" -d '{"events": [{"server_uuid": "b423b7ae-20e1-4048-bae4-bfc3dfc38816", "name": "network-vif-plugged", "status": "completed", "tag": "204d0fd0-4914-4cce-8e09-e0f23834496f"}]}' {{(pid=106294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:26:55.338622 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port 204d0fd0-4914-4cce-8e09-e0f23834496f, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=204d0fd0-4914-4cce-8e09-e0f23834496f,segment=NetworkSegment(9f7e7574-559e-4f0e-b775-398fdc759a6d),segment_id=9f7e7574-559e-4f0e-b775-398fdc759a6d)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:26:55.343080 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (204d0fd0-4914-4cce-8e09-e0f23834496f), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:55.371740 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94df39b-9ea0-46ba-9589-3542a2d4d537 x-openstack-request-id: req-c94df39b-9ea0-46ba-9589-3542a2d4d537 {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:26:55.372043 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b423b7ae-20e1-4048-bae4-bfc3dfc38816", "name": "network-vif-plugged", "status": "completed", "tag": "204d0fd0-4914-4cce-8e09-e0f23834496f", "code": 200}]} {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:26:55.372307 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c94df39b-9ea0-46ba-9589-3542a2d4d537 {{(pid=106294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:26:55.372751 dv-cinder-852208-11-iscsi neutron-server[106294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c94df39b-9ea0-46ba-9589-3542a2d4d537'] response: {'server_uuid': 'b423b7ae-20e1-4048-bae4-bfc3dfc38816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '204d0fd0-4914-4cce-8e09-e0f23834496f', 'code': 200} Aug 30 04:26:55.405069 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Pushing event updated for resources: {'Port': ['ID=204d0fd0-4914-4cce-8e09-e0f23834496f,revision_number=5']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:55.425181 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 54344) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:55.464977 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-390264ec-bab8-4bcb-922a-62bbd4f3a683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (b2cd167f-1ad0-4273-bd2a-29638b1fd1d2), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:55.558366 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ba7a3699-d24a-43f5-b1e1-d09fcfc79477 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:55.569681 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0d66e-ba8d-416b-94d3-e535c8fe0008 req-193d2b9f-044b-436c-a10f-5cdc72f91f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:55.571177 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-98b0d66e-ba8d-416b-94d3-e535c8fe0008 req-193d2b9f-044b-436c-a10f-5cdc72f91f41 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b423b7ae-20e1-4048-bae4-bfc3dfc38816 HTTP/1.1" status: 200 len: 1130 time: 0.0579913 Aug 30 04:26:55.579652 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (d414c4c0-e104-4322-85c3-8bf64da32860), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:55.645671 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-98b0d66e-ba8d-416b-94d3-e535c8fe0008 req-261e78a6-809b-4cff-8aa2-b26cad6467a9 service neutron] 10.222.0.75 "GET /networking/v2.0/security-groups?id=8c2b027c-3af7-4d4d-9759-bb2580b6e677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672069 Aug 30 04:26:55.684978 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ba7a3699-d24a-43f5-b1e1-d09fcfc79477 admin admin] Publish callbacks [] for security_group (a4dff170-7979-40b7-b121-b1fb82824f4d), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:55.688407 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ba7a3699-d24a-43f5-b1e1-d09fcfc79477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (a4dff170-7979-40b7-b121-b1fb82824f4d), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:55.728929 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-ba7a3699-d24a-43f5-b1e1-d09fcfc79477 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=14958c0f883a43069b72f38b77be97a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3026767 Aug 30 04:26:55.729848 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7a3699-d24a-43f5-b1e1-d09fcfc79477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4dff170-7979-40b7-b121-b1fb82824f4d,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:55.731929 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 54348) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:55.782960 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-db6754b1-e9ba-421d-91dc-6b73d1bc414c admin admin] Publish callbacks [] for security_group (a4dff170-7979-40b7-b121-b1fb82824f4d), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:55.803479 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-db6754b1-e9ba-421d-91dc-6b73d1bc414c admin admin] Publish callbacks [] for security_group (a4dff170-7979-40b7-b121-b1fb82824f4d), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:55.852669 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-db6754b1-e9ba-421d-91dc-6b73d1bc414c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (a4dff170-7979-40b7-b121-b1fb82824f4d), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:55.855333 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-db6754b1-e9ba-421d-91dc-6b73d1bc414c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:55.856473 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-db6754b1-e9ba-421d-91dc-6b73d1bc414c admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/a4dff170-7979-40b7-b121-b1fb82824f4d HTTP/1.1" status: 204 len: 168 time: 0.1234665 Aug 30 04:26:55.864205 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6754b1-e9ba-421d-91dc-6b73d1bc414c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4dff170-7979-40b7-b121-b1fb82824f4d,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:56.137577 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd9088-59db-437d-a8ad-b3f19470f0d2 req-6b8e6512-fde5-4781-8f17-f823eececc0a tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:56.139098 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-b9bd9088-59db-437d-a8ad-b3f19470f0d2 req-6b8e6512-fde5-4781-8f17-f823eececc0a tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b423b7ae-20e1-4048-bae4-bfc3dfc38816 HTTP/1.1" status: 200 len: 946 time: 0.0506854 Aug 30 04:26:56.192127 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-b9bd9088-59db-437d-a8ad-b3f19470f0d2 req-7d3e16dc-8310-4850-abb3-9ef19279c6f8 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8c2b027c-3af7-4d4d-9759-bb2580b6e677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469830 Aug 30 04:26:57.335450 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03abd818-7439-4908-8292-685dff97bd99 req-0542d819-8a08-4da7-a362-22b9961faae4 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:57.336949 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-03abd818-7439-4908-8292-685dff97bd99 req-0542d819-8a08-4da7-a362-22b9961faae4 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b423b7ae-20e1-4048-bae4-bfc3dfc38816 HTTP/1.1" status: 200 len: 946 time: 0.0525279 Aug 30 04:26:57.364945 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:57.390607 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-03abd818-7439-4908-8292-685dff97bd99 req-9b2a7e11-d4a5-4150-ab69-b38bba9066f3 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8c2b027c-3af7-4d4d-9759-bb2580b6e677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475774 Aug 30 04:26:57.521151 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e7b4cb-e432-4173-8007-b76e01ac322c req-8f81e9b3-1b5a-437f-a4ae-2289ab9ef4a3 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:57.522721 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-98e7b4cb-e432-4173-8007-b76e01ac322c req-8f81e9b3-1b5a-437f-a4ae-2289ab9ef4a3 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b423b7ae-20e1-4048-bae4-bfc3dfc38816 HTTP/1.1" status: 200 len: 946 time: 0.0517895 Aug 30 04:26:57.533251 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 54402) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:57.539930 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-0f713fa2-fec9-437c-8128-25ba7070e7ee tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Request body: {'floatingip': {'port_id': '204d0fd0-4914-4cce-8e09-e0f23834496f'}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:26:57.579610 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-0f713fa2-fec9-437c-8128-25ba7070e7ee tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for floatingip (6a37f6a3-4c12-44d2-8113-0345787ea1cc), before_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:57.736933 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:58.034482 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-0f713fa2-fec9-437c-8128-25ba7070e7ee tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:58.039547 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-0f713fa2-fec9-437c-8128-25ba7070e7ee tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572642'] for floatingip (6a37f6a3-4c12-44d2-8113-0345787ea1cc), after_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:58.142158 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:58.149661 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.db.l3_db [None req-0f713fa2-fec9-437c-8128-25ba7070e7ee tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Floating IP 6a37f6a3-4c12-44d2-8113-0345787ea1cc associated. External IP: 172.27.4.254, port: 204d0fd0-4914-4cce-8e09-e0f23834496f. Aug 30 04:26:58.356218 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f713fa2-fec9-437c-8128-25ba7070e7ee tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Router fc7df24f-92aa-405d-8725-ab9c1f384345 has already been hosted by L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 {{(pid=106292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:26:58.460214 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f713fa2-fec9-437c-8128-25ba7070e7ee tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:26:58.464906 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-0f713fa2-fec9-437c-8128-25ba7070e7ee tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for floatingip (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:58.470796 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2d79bf-23bd-4df2-9946-011eef4b9b53 None None] Sync routers for ids ['fc7df24f-92aa-405d-8725-ab9c1f384345'] in dv-cinder-852208-11-iscsi {{(pid=106294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:26:58.481137 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2d79bf-23bd-4df2-9946-011eef4b9b53 None None] Routers {'fc7df24f-92aa-405d-8725-ab9c1f384345'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:26:58.481873 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-8c2d79bf-23bd-4df2-9946-011eef4b9b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:26:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['fc7df24f-92aa-405d-8725-ab9c1f384345'], 'active': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:26:58.497132 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-0f713fa2-fec9-437c-8128-25ba7070e7ee tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "PUT /networking/v2.0/floatingips/6a37f6a3-4c12-44d2-8113-0345787ea1cc HTTP/1.1" status: 200 len: 992 time: 0.9626455 Aug 30 04:26:58.497735 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b423b7ae-20e1-4048-bae4-bfc3dfc38816', 'tag': '204d0fd0-4914-4cce-8e09-e0f23834496f'}] {{(pid=106292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:26:58.500842 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac8df60c6f70ae957e00457e6d6ce8432b58a3ad70202c2877012db9cc29900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83365142-983b-4394-81ff-107b47fa9070" -d '{"events": [{"name": "network-changed", "server_uuid": "b423b7ae-20e1-4048-bae4-bfc3dfc38816", "tag": "204d0fd0-4914-4cce-8e09-e0f23834496f"}]}' {{(pid=106292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:26:58.539744 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb36e194-0e1a-406b-8940-6723579425d3 x-openstack-request-id: req-fb36e194-0e1a-406b-8940-6723579425d3 {{(pid=106292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:26:58.540336 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b423b7ae-20e1-4048-bae4-bfc3dfc38816", "tag": "204d0fd0-4914-4cce-8e09-e0f23834496f", "status": "completed", "code": 200}]} {{(pid=106292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:26:58.540336 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fb36e194-0e1a-406b-8940-6723579425d3 {{(pid=106292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:26:58.540665 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb36e194-0e1a-406b-8940-6723579425d3'] response: {'name': 'network-changed', 'server_uuid': 'b423b7ae-20e1-4048-bae4-bfc3dfc38816', 'tag': '204d0fd0-4914-4cce-8e09-e0f23834496f', 'status': 'completed', 'code': 200} Aug 30 04:26:58.590773 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvr_db [None req-8c2d79bf-23bd-4df2-9946-011eef4b9b53 None None] Set router fc7df24f-92aa-405d-8725-ab9c1f384345 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:26:58.601915 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83365142-983b-4394-81ff-107b47fa9070 req-219c4659-0ed0-4714-88b3-82fefd9bdf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:58.603473 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-83365142-983b-4394-81ff-107b47fa9070 req-219c4659-0ed0-4714-88b3-82fefd9bdf77 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=9c9311c57fdd4250a16560bd8c2e0ffc&device_id=b423b7ae-20e1-4048-bae4-bfc3dfc38816 HTTP/1.1" status: 200 len: 1130 time: 0.0402412 Aug 30 04:26:58.700848 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83365142-983b-4394-81ff-107b47fa9070 req-b61cfdf2-d41f-4d2f-a267-ffe32fab9cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:58.702381 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-83365142-983b-4394-81ff-107b47fa9070 req-b61cfdf2-d41f-4d2f-a267-ffe32fab9cc9 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=e2144ee9-7e1a-4a81-ac65-28f49d99b870 HTTP/1.1" status: 200 len: 915 time: 0.0930696 Aug 30 04:26:58.763519 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-83365142-983b-4394-81ff-107b47fa9070 req-91499977-8352-4ac9-a9a3-642cdee9a065 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=204d0fd0-4914-4cce-8e09-e0f23834496f HTTP/1.1" status: 200 len: 1000 time: 0.0552440 Aug 30 04:26:58.806567 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-8c2d79bf-23bd-4df2-9946-011eef4b9b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'name': 'tempest-AttachVolumeNegativeTest-448008307-router', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.52'}], 'enable_snat': True}, 'gw_port_id': 'a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:24:13Z', 'updated_at': '2022-08-30T04:24:17Z', 'revision_number': 4, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'gw_port': {'id': 'a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:14Z', 'updated_at': '2022-08-30T04:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_floatingips': [{'id': '6a37f6a3-4c12-44d2-8113-0345787ea1cc', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'floating_ip_address': '172.27.4.254', 'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'router_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'port_id': '204d0fd0-4914-4cce-8e09-e0f23834496f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870', 'mac_address': 'fa:16:3e:6a:2b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b423b7ae-20e1-4048-bae4-bfc3dfc38816', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:26:45Z', 'updated_at': '2022-08-30T04:26:57Z', 'revision_number': 1, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60982441-0aee-4952-84ac-42dcc15ed8c5', 'name': '', 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'mac_address': 'fa:16:3e:6b:b1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:16Z', 'updated_at': '2022-08-30T04:24:26Z', 'revision_number': 5, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'subnets': [{'id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:26:58.807671 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:INSERT=12,neutron:SELECT=85,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:58.823280 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83365142-983b-4394-81ff-107b47fa9070 req-4a63c120-a0fa-4fc2-b938-d8563ee9c68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:58.825525 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-83365142-983b-4394-81ff-107b47fa9070 req-4a63c120-a0fa-4fc2-b938-d8563ee9c68c service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=9fb299f0-e365-4181-9f08-0a9d3aa5f8dc HTTP/1.1" status: 200 len: 853 time: 0.0562587 Aug 30 04:26:58.832822 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2d79bf-23bd-4df2-9946-011eef4b9b53 None None] Checking router: fc7df24f-92aa-405d-8725-ab9c1f384345 for host: dv-cinder-852208-11-iscsi {{(pid=106294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:26:58.841924 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2d79bf-23bd-4df2-9946-011eef4b9b53 None None] Routers {'fc7df24f-92aa-405d-8725-ab9c1f384345'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:26:58.842557 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-8c2d79bf-23bd-4df2-9946-011eef4b9b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:26:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['fc7df24f-92aa-405d-8725-ab9c1f384345'], 'active': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:26:58.871250 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83365142-983b-4394-81ff-107b47fa9070 req-da69cb53-9f70-413c-8a95-f01b1d39cf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:58.872728 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-83365142-983b-4394-81ff-107b47fa9070 req-da69cb53-9f70-413c-8a95-f01b1d39cf94 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=e2144ee9-7e1a-4a81-ac65-28f49d99b870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0401554 Aug 30 04:26:58.945214 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvr_db [None req-8c2d79bf-23bd-4df2-9946-011eef4b9b53 None None] Set router fc7df24f-92aa-405d-8725-ab9c1f384345 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:26:58.967184 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-83365142-983b-4394-81ff-107b47fa9070 req-a240c934-2289-4221-8faa-55ce8e9e6a15 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/e2144ee9-7e1a-4a81-ac65-28f49d99b870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881190 Aug 30 04:26:59.062557 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-83365142-983b-4394-81ff-107b47fa9070 req-c5a816cc-f87e-46ec-b728-64765a82af42 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/e2144ee9-7e1a-4a81-ac65-28f49d99b870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896924 Aug 30 04:26:59.225733 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:59.301953 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-8c2d79bf-23bd-4df2-9946-011eef4b9b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'name': 'tempest-AttachVolumeNegativeTest-448008307-router', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.52'}], 'enable_snat': True}, 'gw_port_id': 'a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:24:13Z', 'updated_at': '2022-08-30T04:24:17Z', 'revision_number': 4, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'gw_port': {'id': 'a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:14Z', 'updated_at': '2022-08-30T04:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_floatingips': [{'id': '6a37f6a3-4c12-44d2-8113-0345787ea1cc', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'floating_ip_address': '172.27.4.254', 'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'router_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'port_id': '204d0fd0-4914-4cce-8e09-e0f23834496f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870', 'mac_address': 'fa:16:3e:6a:2b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b423b7ae-20e1-4048-bae4-bfc3dfc38816', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:26:45Z', 'updated_at': '2022-08-30T04:26:57Z', 'revision_number': 1, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60982441-0aee-4952-84ac-42dcc15ed8c5', 'name': '', 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'mac_address': 'fa:16:3e:6b:b1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:16Z', 'updated_at': '2022-08-30T04:24:26Z', 'revision_number': 5, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'subnets': [{'id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:26:59.328267 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2d79bf-23bd-4df2-9946-011eef4b9b53 None None] The sync data for ids ['fc7df24f-92aa-405d-8725-ab9c1f384345'] in dv-cinder-852208-11-iscsi is: [{'id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'name': 'tempest-AttachVolumeNegativeTest-448008307-router', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.52'}], 'enable_snat': True}, 'gw_port_id': 'a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:24:13Z', 'updated_at': '2022-08-30T04:24:17Z', 'revision_number': 4, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'gw_port': {'id': 'a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:14Z', 'updated_at': '2022-08-30T04:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_floatingips': [{'id': '6a37f6a3-4c12-44d2-8113-0345787ea1cc', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'floating_ip_address': '172.27.4.254', 'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'router_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'port_id': '204d0fd0-4914-4cce-8e09-e0f23834496f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870', 'mac_address': 'fa:16:3e:6a:2b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b423b7ae-20e1-4048-bae4-bfc3dfc38816', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:26:45Z', 'updated_at': '2022-08-30T04:26:57Z', 'revision_number': 1, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60982441-0aee-4952-84ac-42dcc15ed8c5', 'name': '', 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'mac_address': 'fa:16:3e:6b:b1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:16Z', 'updated_at': '2022-08-30T04:24:26Z', 'revision_number': 5, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'subnets': [{'id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:26:59.539669 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bd54c3-8a53-4e6e-85fc-1131eb0fc881 None None] New status for floating IP 6a37f6a3-4c12-44d2-8113-0345787ea1cc: ACTIVE {{(pid=106295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:26:59.572635 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:01.126588 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (5274a8db-cdbb-4c02-abb1-2eb9d7076dc1), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:02.315772 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-50db8f89-4db1-44d4-902d-1e3bcaa7a43b req-2b9fb275-a5b3-46b0-b8b2-9a021c17fd41 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=0c3b92a2-23a8-405c-b393-820424eddd08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384417 Aug 30 04:27:02.405140 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db8f89-4db1-44d4-902d-1e3bcaa7a43b req-b83734b2-bc58-4099-b2e6-73f3899aabae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:02.406646 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-50db8f89-4db1-44d4-902d-1e3bcaa7a43b req-b83734b2-bc58-4099-b2e6-73f3899aabae service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=b0f04feca7a349e5a656f166dae05354&device_id=0c3b92a2-23a8-405c-b393-820424eddd08 HTTP/1.1" status: 200 len: 1130 time: 0.0446134 Aug 30 04:27:02.521466 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db8f89-4db1-44d4-902d-1e3bcaa7a43b req-cfec9de2-adfa-4b9e-8a6c-319ba1f9c080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:02.522982 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-50db8f89-4db1-44d4-902d-1e3bcaa7a43b req-cfec9de2-adfa-4b9e-8a6c-319ba1f9c080 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=d7d92f54-c849-4928-94b8-15ca960aef5a HTTP/1.1" status: 200 len: 910 time: 0.0952106 Aug 30 04:27:02.591064 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-50db8f89-4db1-44d4-902d-1e3bcaa7a43b req-194d36d0-87ca-4e4f-b19b-d39bc690bcc2 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=063e08d6-d65f-4bd5-9b7c-48ede36416eb HTTP/1.1" status: 200 len: 1002 time: 0.0606370 Aug 30 04:27:02.641683 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db8f89-4db1-44d4-902d-1e3bcaa7a43b req-60b877fd-2cf7-4212-9505-ffa6cf1092c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:02.643318 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-50db8f89-4db1-44d4-902d-1e3bcaa7a43b req-60b877fd-2cf7-4212-9505-ffa6cf1092c8 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=646d24da-bdaf-4aea-ad44-2a004e388e6e HTTP/1.1" status: 200 len: 848 time: 0.0469296 Aug 30 04:27:02.688287 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db8f89-4db1-44d4-902d-1e3bcaa7a43b req-cc00b66d-2c5d-4afd-bda5-f8caf79e12e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:02.689824 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-50db8f89-4db1-44d4-902d-1e3bcaa7a43b req-cc00b66d-2c5d-4afd-bda5-f8caf79e12e2 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=d7d92f54-c849-4928-94b8-15ca960aef5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0412316 Aug 30 04:27:02.787285 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-50db8f89-4db1-44d4-902d-1e3bcaa7a43b req-76ad614f-3765-448d-af49-904056d0fb2d service neutron] 10.222.0.75 "GET /networking/v2.0/networks/d7d92f54-c849-4928-94b8-15ca960aef5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912397 Aug 30 04:27:02.854302 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:02.879228 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-50db8f89-4db1-44d4-902d-1e3bcaa7a43b req-0cd88228-406e-4a0f-8084-b85f451cace2 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/d7d92f54-c849-4928-94b8-15ca960aef5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860555 Aug 30 04:27:04.139947 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 54480) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:04.262631 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-61500ea7-ffdc-4aa0-bc1e-361c0b35f79e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:04.355185 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-61500ea7-ffdc-4aa0-bc1e-361c0b35f79e admin admin] Publish callbacks [] for security_group (03795631-2107-4bd2-acbb-513d518a045c), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:04.359972 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-61500ea7-ffdc-4aa0-bc1e-361c0b35f79e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (03795631-2107-4bd2-acbb-513d518a045c), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:04.400524 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-61500ea7-ffdc-4aa0-bc1e-361c0b35f79e admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=194aaad51f8f4463b9d648ab9ae9a3c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2594938 Aug 30 04:27:04.401388 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61500ea7-ffdc-4aa0-bc1e-361c0b35f79e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03795631-2107-4bd2-acbb-513d518a045c,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:04.403617 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 54484) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:04.456601 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-5cf1c972-ada6-4a41-9436-a6f61bea8550 admin admin] Publish callbacks [] for security_group (03795631-2107-4bd2-acbb-513d518a045c), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:04.476736 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-5cf1c972-ada6-4a41-9436-a6f61bea8550 admin admin] Publish callbacks [] for security_group (03795631-2107-4bd2-acbb-513d518a045c), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:04.524284 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-5cf1c972-ada6-4a41-9436-a6f61bea8550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (03795631-2107-4bd2-acbb-513d518a045c), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:04.527283 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-5cf1c972-ada6-4a41-9436-a6f61bea8550 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:04.528931 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-5cf1c972-ada6-4a41-9436-a6f61bea8550 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/03795631-2107-4bd2-acbb-513d518a045c HTTP/1.1" status: 204 len: 168 time: 0.1236870 Aug 30 04:27:04.536719 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf1c972-ada6-4a41-9436-a6f61bea8550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03795631-2107-4bd2-acbb-513d518a045c,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:04.797448 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 54490) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:04.812004 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-32c419bf-c96e-40d4-83b9-67b0fbc3d5de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:04.824894 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:04.891793 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-32c419bf-c96e-40d4-83b9-67b0fbc3d5de admin admin] Publish callbacks [] for security_group (306fcf1b-7242-4b79-98b9-5fe88c93bde9), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:04.895524 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-32c419bf-c96e-40d4-83b9-67b0fbc3d5de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (306fcf1b-7242-4b79-98b9-5fe88c93bde9), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:04.936124 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-32c419bf-c96e-40d4-83b9-67b0fbc3d5de admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=32f739d9490d4bd485d2a89848a9f36d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1375942 Aug 30 04:27:04.936981 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c419bf-c96e-40d4-83b9-67b0fbc3d5de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306fcf1b-7242-4b79-98b9-5fe88c93bde9,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:04.938949 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 54492) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:04.989064 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-3916f7b0-acfb-4a8e-b703-b1b181f70476 admin admin] Publish callbacks [] for security_group (306fcf1b-7242-4b79-98b9-5fe88c93bde9), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:04.990705 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:05.010929 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-3916f7b0-acfb-4a8e-b703-b1b181f70476 admin admin] Publish callbacks [] for security_group (306fcf1b-7242-4b79-98b9-5fe88c93bde9), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:05.058868 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-3916f7b0-acfb-4a8e-b703-b1b181f70476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (306fcf1b-7242-4b79-98b9-5fe88c93bde9), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:05.061415 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-3916f7b0-acfb-4a8e-b703-b1b181f70476 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:05.062590 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-3916f7b0-acfb-4a8e-b703-b1b181f70476 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/306fcf1b-7242-4b79-98b9-5fe88c93bde9 HTTP/1.1" status: 204 len: 168 time: 0.1221452 Aug 30 04:27:05.071137 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3916f7b0-acfb-4a8e-b703-b1b181f70476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306fcf1b-7242-4b79-98b9-5fe88c93bde9,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:05.384774 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 54498) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:05.399365 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-1b1c9486-af9b-4b51-a123-639b75db2c4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:05.477346 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-1b1c9486-af9b-4b51-a123-639b75db2c4c admin admin] Publish callbacks [] for security_group (f2473937-9941-4d73-a2a5-c924be065759), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:05.481476 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-1b1c9486-af9b-4b51-a123-639b75db2c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (f2473937-9941-4d73-a2a5-c924be065759), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:05.511470 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:05.522117 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-1b1c9486-af9b-4b51-a123-639b75db2c4c admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=f8888425c0844e49b92d3b65d1f7591f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1362417 Aug 30 04:27:05.523229 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1c9486-af9b-4b51-a123-639b75db2c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2473937-9941-4d73-a2a5-c924be065759,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:05.524882 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 54500) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:05.579497 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9b66918d-d0ec-420f-b7f3-7f734f32a800 admin admin] Publish callbacks [] for security_group (f2473937-9941-4d73-a2a5-c924be065759), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:05.600008 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9b66918d-d0ec-420f-b7f3-7f734f32a800 admin admin] Publish callbacks [] for security_group (f2473937-9941-4d73-a2a5-c924be065759), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:05.651027 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9b66918d-d0ec-420f-b7f3-7f734f32a800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (f2473937-9941-4d73-a2a5-c924be065759), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:05.654101 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9b66918d-d0ec-420f-b7f3-7f734f32a800 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:05.655454 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-9b66918d-d0ec-420f-b7f3-7f734f32a800 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/f2473937-9941-4d73-a2a5-c924be065759 HTTP/1.1" status: 204 len: 168 time: 0.1294966 Aug 30 04:27:05.665063 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b66918d-d0ec-420f-b7f3-7f734f32a800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2473937-9941-4d73-a2a5-c924be065759,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:06.367728 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 54522) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:06.465660 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-cd890fdd-6229-478e-8451-bbaac75945d5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1205738537-network', 'tenant_id': '59c345f38d6548cd820affce5406d62c'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:27:06.484952 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd890fdd-6229-478e-8451-bbaac75945d5 admin admin] Made reservation on behalf of 59c345f38d6548cd820affce5406d62c for: {'network': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:27:06.487503 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-cd890fdd-6229-478e-8451-bbaac75945d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for network (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:06.496093 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-cd890fdd-6229-478e-8451-bbaac75945d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:06.572104 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-cd890fdd-6229-478e-8451-bbaac75945d5 admin admin] Publish callbacks [] for security_group (76d66172-8c01-4636-8a9d-91a48dd66bfa), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:06.576485 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-cd890fdd-6229-478e-8451-bbaac75945d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (76d66172-8c01-4636-8a9d-91a48dd66bfa), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:06.602271 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd890fdd-6229-478e-8451-bbaac75945d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=106293) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 04:27:06.607445 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=76,neutron:INSERT=21,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:06.613944 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd890fdd-6229-478e-8451-bbaac75945d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d66172-8c01-4636-8a9d-91a48dd66bfa,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:06.620081 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-cd890fdd-6229-478e-8451-bbaac75945d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784698'] for segment (4cd3a065-b490-45b6-a955-52849beed2b2), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:06.621032 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.db.segments_db [None req-cd890fdd-6229-478e-8451-bbaac75945d5 admin admin] Added segment 4cd3a065-b490-45b6-a955-52849beed2b2 of type vlan for network 8adf9578-c481-4463-b5d1-5bddee25fe02 Aug 30 04:27:06.662487 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-cd890fdd-6229-478e-8451-bbaac75945d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749362409045'] for network (8adf9578-c481-4463-b5d1-5bddee25fe02), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:06.688005 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-cd890fdd-6229-478e-8451-bbaac75945d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472'] for network (8adf9578-c481-4463-b5d1-5bddee25fe02), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:06.688914 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd890fdd-6229-478e-8451-bbaac75945d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:06.689493 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-cd890fdd-6229-478e-8451-bbaac75945d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for network (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:06.741252 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-cd890fdd-6229-478e-8451-bbaac75945d5 admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3723974 Aug 30 04:27:06.744713 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 54526) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:06.750504 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-d3cbbd4b-141a-41ad-a151-fe217629c901 admin admin] Request body: {'subnet': {'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1205738537-subnet', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'ip_version': 4}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:27:06.757894 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd890fdd-6229-478e-8451-bbaac75945d5 admin admin] Pushing event updated for resources: {'Network': ['ID=8adf9578-c481-4463-b5d1-5bddee25fe02,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:06.769966 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Network 8adf9578-c481-4463-b5d1-5bddee25fe02 details requested by agent ovs-agent-dv-cinder-852208-11-iscsi with host dv-cinder-852208-11-iscsi {{(pid=106294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 04:27:06.772184 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3cbbd4b-141a-41ad-a151-fe217629c901 admin admin] Made reservation on behalf of 59c345f38d6548cd820affce5406d62c for: {'subnet': 1} {{(pid=106292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:27:06.774657 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-d3cbbd4b-141a-41ad-a151-fe217629c901 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834635'] for subnet (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:06.827484 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:06.962777 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-d3cbbd4b-141a-41ad-a151-fe217629c901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2642091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834653'] for subnet (03eac665-3c5b-4142-8ea7-a4ac29a47a1c), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:07.022064 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cbbd4b-141a-41ad-a151-fe217629c901 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03eac665-3c5b-4142-8ea7-a4ac29a47a1c,revision_number=0']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:07.025860 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc1360-644f-4090-9e6d-27528cd4e1b5 req-000167d9-0b38-4a8d-afcd-dce1a4315eca tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:07.028124 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a0cc1360-644f-4090-9e6d-27528cd4e1b5 req-000167d9-0b38-4a8d-afcd-dce1a4315eca tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0c3b92a2-23a8-405c-b393-820424eddd08 HTTP/1.1" status: 200 len: 946 time: 0.0628247 Aug 30 04:27:07.034694 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cbbd4b-141a-41ad-a151-fe217629c901 admin admin] Checking segment: {'id': '4cd3a065-b490-45b6-a955-52849beed2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:27:07.035064 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cbbd4b-141a-41ad-a151-fe217629c901 admin admin] Network hostable DHCP agents. Network: 8adf9578-c481-4463-b5d1-5bddee25fe02, hostable agents: ['1bd89ca2-58f6-428d-83bf-6325bad549fd'], hosted agents: [] {{(pid=106292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 04:27:07.058669 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cbbd4b-141a-41ad-a151-fe217629c901 admin admin] Network 8adf9578-c481-4463-b5d1-5bddee25fe02 is scheduled to be hosted by DHCP agent 1bd89ca2-58f6-428d-83bf-6325bad549fd with binding_index 1 {{(pid=106292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 04:27:07.075857 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.base_scheduler [None req-d3cbbd4b-141a-41ad-a151-fe217629c901 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852208-11-iscsi, 8adf9578-c481-4463-b5d1-5bddee25fe02) {{(pid=106292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:27:07.080644 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cbbd4b-141a-41ad-a151-fe217629c901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:07.081304 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-d3cbbd4b-141a-41ad-a151-fe217629c901 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for subnet (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:07.086988 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a0cc1360-644f-4090-9e6d-27528cd4e1b5 req-ae6712d5-7d1d-4086-b909-15d33637ae29 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1c205f42-e2da-40a6-a4c4-81fd5750f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526626 Aug 30 04:27:07.087537 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a5f50a-148d-4da7-a4ad-604db28d3e3a None None] Network 8adf9578-c481-4463-b5d1-5bddee25fe02 requested from dv-cinder-852208-11-iscsi {{(pid=106294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:27:07.104145 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-d3cbbd4b-141a-41ad-a151-fe217629c901 admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3549364 Aug 30 04:27:07.106971 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 54532) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:07.112197 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-7a034a45-8f9d-42ea-bb89-6a6afa774725 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1205738537-router', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'}}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:27:07.132692 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-7a034a45-8f9d-42ea-bb89-6a6afa774725 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6265'] for router (9275d9d3-5270-4467-b41a-bf68e3483aa0), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:07.133663 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-7a034a45-8f9d-42ea-bb89-6a6afa774725 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-573936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660692', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-729924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6262'] for router (9275d9d3-5270-4467-b41a-bf68e3483aa0), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:07.203469 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8554033-f58c-4250-8c5e-4d9fbddf8497 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe061a4b4-6b24-5e8c-afc3-0a1b8ef042c0-8adf9578-c481-4463-b5d1-5bddee25fe02', 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02', 'project_id': '59c345f38d6548cd820affce5406d62c', 'fixed_ips': [{'subnet_id': '03eac665-3c5b-4142-8ea7-a4ac29a47a1c'}]}} from dv-cinder-852208-11-iscsi. {{(pid=106294) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 04:27:07.204420 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a8554033-f58c-4250-8c5e-4d9fbddf8497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:07.364072 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.db_base_plugin_common [None req-a8554033-f58c-4250-8c5e-4d9fbddf8497 None None] Allocated IP 172.20.0.2 (8adf9578-c481-4463-b5d1-5bddee25fe02/03eac665-3c5b-4142-8ea7-a4ac29a47a1c/dc7a8e5e-91e9-4760-b392-9aeac7729335) {{(pid=106294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:27:07.405102 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-7a034a45-8f9d-42ea-bb89-6a6afa774725 admin admin] Publish callbacks [] for router_controller (9275d9d3-5270-4467-b41a-bf68e3483aa0), precommit_add_association {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:07.512854 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a8554033-f58c-4250-8c5e-4d9fbddf8497 None None] Publish callbacks [] for port (dc7a8e5e-91e9-4760-b392-9aeac7729335), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:07.519256 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a8554033-f58c-4250-8c5e-4d9fbddf8497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830'] for port (dc7a8e5e-91e9-4760-b392-9aeac7729335), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:07.540275 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-7a034a45-8f9d-42ea-bb89-6a6afa774725 admin admin] Publish callbacks [] for router_gateway (9275d9d3-5270-4467-b41a-bf68e3483aa0), precommit_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:07.543652 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:07.560881 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8554033-f58c-4250-8c5e-4d9fbddf8497 None None] Network 8adf9578-c481-4463-b5d1-5bddee25fe02 is already hosted by enough agents. {{(pid=106294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:27:07.565906 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.scheduler.base_scheduler [None req-a8554033-f58c-4250-8c5e-4d9fbddf8497 None None] Resources bound (agent type, host, resource id): {{(pid=106294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:27:07.568383 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8554033-f58c-4250-8c5e-4d9fbddf8497 None None] Received port after_create {{(pid=106294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:27:07.575587 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8554033-f58c-4250-8c5e-4d9fbddf8497 None None] Pushing event updated for resources: {'Port': ['ID=dc7a8e5e-91e9-4760-b392-9aeac7729335,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:07.632517 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-a8554033-f58c-4250-8c5e-4d9fbddf8497 None None] Attempting to bind port dc7a8e5e-91e9-4760-b392-9aeac7729335 on host dv-cinder-852208-11-iscsi for vnic_type normal with profile {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:27:07.632801 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-a8554033-f58c-4250-8c5e-4d9fbddf8497 None None] Attempting to bind port dc7a8e5e-91e9-4760-b392-9aeac7729335 by drivers openvswitch,hyperv on host dv-cinder-852208-11-iscsi at level 0 using segments [{'id': '4cd3a065-b490-45b6-a955-52849beed2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02'}] {{(pid=106294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:27:07.633168 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8554033-f58c-4250-8c5e-4d9fbddf8497 None None] Attempting to bind port dc7a8e5e-91e9-4760-b392-9aeac7729335 on network 8adf9578-c481-4463-b5d1-5bddee25fe02 {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:27:07.639044 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8554033-f58c-4250-8c5e-4d9fbddf8497 None None] Checking agent: {'id': 'd414c4c0-e104-4322-85c3-8bf64da32860', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852208-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 10, 56), 'started_at': datetime.datetime(2022, 8, 30, 4, 11, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852208-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:27:07.639421 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8554033-f58c-4250-8c5e-4d9fbddf8497 None None] Checking segment: {'id': '4cd3a065-b490-45b6-a955-52849beed2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:27:07.639820 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a8554033-f58c-4250-8c5e-4d9fbddf8497 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:07.640208 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8554033-f58c-4250-8c5e-4d9fbddf8497 None None] Bound using segment: {'id': '4cd3a065-b490-45b6-a955-52849beed2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02'} {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:27:07.640670 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-a8554033-f58c-4250-8c5e-4d9fbddf8497 None None] Bound port: dc7a8e5e-91e9-4760-b392-9aeac7729335, host: dv-cinder-852208-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd3a065-b490-45b6-a955-52849beed2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02'}}] {{(pid=106294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:27:07.641049 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a8554033-f58c-4250-8c5e-4d9fbddf8497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (dc7a8e5e-91e9-4760-b392-9aeac7729335), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:07.705990 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-a8554033-f58c-4250-8c5e-4d9fbddf8497 None None] For port dc7a8e5e-91e9-4760-b392-9aeac7729335, host dv-cinder-852208-11-iscsi, cleared binding levels {{(pid=106294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:27:07.709065 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-a8554033-f58c-4250-8c5e-4d9fbddf8497 None None] For port dc7a8e5e-91e9-4760-b392-9aeac7729335, host dv-cinder-852208-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=dc7a8e5e-91e9-4760-b392-9aeac7729335,segment=NetworkSegment(4cd3a065-b490-45b6-a955-52849beed2b2),segment_id=4cd3a065-b490-45b6-a955-52849beed2b2)] {{(pid=106294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:27:07.716109 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a8554033-f58c-4250-8c5e-4d9fbddf8497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (dc7a8e5e-91e9-4760-b392-9aeac7729335), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:07.742978 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-7a034a45-8f9d-42ea-bb89-6a6afa774725 admin admin] Publish callbacks [] for router_gateway (9275d9d3-5270-4467-b41a-bf68e3483aa0), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:07.763745 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-7a034a45-8f9d-42ea-bb89-6a6afa774725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:07.766161 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8554033-f58c-4250-8c5e-4d9fbddf8497 None None] Pushing event updated for resources: {'Port': ['ID=dc7a8e5e-91e9-4760-b392-9aeac7729335,revision_number=2']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:07.879322 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:07.881189 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.db.db_base_plugin_common [None req-7a034a45-8f9d-42ea-bb89-6a6afa774725 admin admin] Allocated IP 172.27.4.190 (5c43c40f-cc6a-4e53-a103-6d34effd891a/b2d4007f-d8ed-41cc-b520-7777f18cd186/5d22462e-1d99-4359-9bae-d64eff070f1b) {{(pid=106292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:27:08.022005 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-7a034a45-8f9d-42ea-bb89-6a6afa774725 admin admin] Publish callbacks [] for port (5d22462e-1d99-4359-9bae-d64eff070f1b), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:08.040361 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device dc7a8e5e-91e9-4760-b392-9aeac7729335 up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:27:08.043709 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:08.061551 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-7a034a45-8f9d-42ea-bb89-6a6afa774725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642203'] for port (5d22462e-1d99-4359-9bae-d64eff070f1b), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:08.093956 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port dc7a8e5e-91e9-4760-b392-9aeac7729335 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:27:08.094364 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (dc7a8e5e-91e9-4760-b392-9aeac7729335), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:08.108719 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a034a45-8f9d-42ea-bb89-6a6afa774725 admin admin] Network 5c43c40f-cc6a-4e53-a103-6d34effd891a is already hosted by enough agents. {{(pid=106292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:27:08.113419 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.base_scheduler [None req-7a034a45-8f9d-42ea-bb89-6a6afa774725 admin admin] Resources bound (agent type, host, resource id): {{(pid=106292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:27:08.122791 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a034a45-8f9d-42ea-bb89-6a6afa774725 admin admin] Received port after_create {{(pid=106292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:27:08.128805 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a034a45-8f9d-42ea-bb89-6a6afa774725 admin admin] Pushing event updated for resources: {'Port': ['ID=5d22462e-1d99-4359-9bae-d64eff070f1b,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:08.179994 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port dc7a8e5e-91e9-4760-b392-9aeac7729335 is: DOWN; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:27:08.180393 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (dc7a8e5e-91e9-4760-b392-9aeac7729335), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:08.182147 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=6 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:08.219394 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] For port dc7a8e5e-91e9-4760-b392-9aeac7729335, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=dc7a8e5e-91e9-4760-b392-9aeac7729335,segment=NetworkSegment(4cd3a065-b490-45b6-a955-52849beed2b2),segment_id=4cd3a065-b490-45b6-a955-52849beed2b2)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:27:08.223392 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (dc7a8e5e-91e9-4760-b392-9aeac7729335), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:08.276662 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Pushing event updated for resources: {'Port': ['ID=dc7a8e5e-91e9-4760-b392-9aeac7729335,revision_number=3']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:08.298331 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f79d8f-fd03-42df-bbfd-26ec5af81c1b req-0a40e717-cdb4-433d-9fdb-e051e66c2f79 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:08.299822 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-48f79d8f-fd03-42df-bbfd-26ec5af81c1b req-0a40e717-cdb4-433d-9fdb-e051e66c2f79 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0c3b92a2-23a8-405c-b393-820424eddd08 HTTP/1.1" status: 200 len: 946 time: 0.1001596 Aug 30 04:27:08.411204 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-48f79d8f-fd03-42df-bbfd-26ec5af81c1b req-84619b2d-a65f-4ab0-957b-d003174352bd tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1c205f42-e2da-40a6-a4c4-81fd5750f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015363 Aug 30 04:27:08.452267 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:08.458943 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-7a034a45-8f9d-42ea-bb89-6a6afa774725 admin admin] Publish callbacks [] for router_gateway (9275d9d3-5270-4467-b41a-bf68e3483aa0), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:08.637426 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571afba3-64ba-402a-869a-2bbcf3a9b567 None None] Network 8adf9578-c481-4463-b5d1-5bddee25fe02 requested from dv-cinder-852208-11-iscsi {{(pid=106294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:27:08.658321 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-7a034a45-8f9d-42ea-bb89-6a6afa774725 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572477'] for router (9275d9d3-5270-4467-b41a-bf68e3483aa0), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:08.706578 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-2944c5a9-11f2-47bc-b999-7be2a1e6b526 None None] Provisioning complete for port dc7a8e5e-91e9-4760-b392-9aeac7729335 triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:27:08.706960 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-2944c5a9-11f2-47bc-b999-7be2a1e6b526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (dc7a8e5e-91e9-4760-b392-9aeac7729335), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:08.791535 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a034a45-8f9d-42ea-bb89-6a6afa774725 admin admin] Router 9275d9d3-5270-4467-b41a-bf68e3483aa0 is scheduled to L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 with binding_index 1 {{(pid=106292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 04:27:08.824950 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-2944c5a9-11f2-47bc-b999-7be2a1e6b526 None None] Current status of the port dc7a8e5e-91e9-4760-b392-9aeac7729335 is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:27:08.879798 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:08.900821 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a034a45-8f9d-42ea-bb89-6a6afa774725 admin admin] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:27:08.911214 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01813223-805d-4cd6-a9ec-2e331405ddae None None] Sync routers for ids ['9275d9d3-5270-4467-b41a-bf68e3483aa0'] in dv-cinder-852208-11-iscsi {{(pid=106294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:27:08.921460 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-7a034a45-8f9d-42ea-bb89-6a6afa774725 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:08.922751 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-7a034a45-8f9d-42ea-bb89-6a6afa774725 admin admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8148148 Aug 30 04:27:08.925842 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 54536) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:08.933619 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01813223-805d-4cd6-a9ec-2e331405ddae None None] Routers {'9275d9d3-5270-4467-b41a-bf68e3483aa0'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:27:08.934377 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-01813223-805d-4cd6-a9ec-2e331405ddae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:26:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['9275d9d3-5270-4467-b41a-bf68e3483aa0'], 'active': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:27:08.968818 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:09.048152 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvr_db [None req-01813223-805d-4cd6-a9ec-2e331405ddae None None] Set router 9275d9d3-5270-4467-b41a-bf68e3483aa0 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:27:09.098778 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-4bc89feb-8ad6-4cda-823e-8a5182416c45 None None] Provisioning complete for port dc7a8e5e-91e9-4760-b392-9aeac7729335 triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:27:09.099159 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-4bc89feb-8ad6-4cda-823e-8a5182416c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (dc7a8e5e-91e9-4760-b392-9aeac7729335), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:09.269268 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-4bc89feb-8ad6-4cda-823e-8a5182416c45 None None] Current status of the port dc7a8e5e-91e9-4760-b392-9aeac7729335 is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:27:09.289419 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-01813223-805d-4cd6-a9ec-2e331405ddae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'name': 'tempest-TestVolumeBootPattern-1205738537-router', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.190'}], 'enable_snat': True}, 'gw_port_id': '5d22462e-1d99-4359-9bae-d64eff070f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:07Z', 'updated_at': '2022-08-30T04:27:08Z', 'revision_number': 3, 'project_id': '59c345f38d6548cd820affce5406d62c', 'gw_port': {'id': '5d22462e-1d99-4359-9bae-d64eff070f1b', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:07Z', 'updated_at': '2022-08-30T04:27:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi'}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:27:09.314212 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01813223-805d-4cd6-a9ec-2e331405ddae None None] Checking router: 9275d9d3-5270-4467-b41a-bf68e3483aa0 for host: dv-cinder-852208-11-iscsi {{(pid=106294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:27:09.314586 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01813223-805d-4cd6-a9ec-2e331405ddae None None] Updating router 9275d9d3-5270-4467-b41a-bf68e3483aa0 port 5d22462e-1d99-4359-9bae-d64eff070f1b binding host dv-cinder-852208-11-iscsi {{(pid=106294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:27:09.340429 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d59f562e-e7c6-42d8-9f30-8fd17b8c5843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:09.343208 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-01813223-805d-4cd6-a9ec-2e331405ddae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (5d22462e-1d99-4359-9bae-d64eff070f1b), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:09.345396 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:09.512267 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [None req-d59f562e-e7c6-42d8-9f30-8fd17b8c5843 admin admin] Allocated IP 172.20.0.1 (8adf9578-c481-4463-b5d1-5bddee25fe02/03eac665-3c5b-4142-8ea7-a4ac29a47a1c/af1d0526-0652-4835-822a-9c4488668c7d) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:27:09.568727 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8fba7b-a268-4e50-8035-a997b0ccafcc req-287b0c92-7a5f-417a-b01c-3d49850f0a1c tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:09.570125 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1b8fba7b-a268-4e50-8035-a997b0ccafcc req-287b0c92-7a5f-417a-b01c-3d49850f0a1c tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0c3b92a2-23a8-405c-b393-820424eddd08 HTTP/1.1" status: 200 len: 946 time: 0.0777512 Aug 30 04:27:09.607660 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:09.645457 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:09.649284 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:09.659522 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:09.686953 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1b8fba7b-a268-4e50-8035-a997b0ccafcc req-f010edd7-7566-4b74-bfd9-47dbd5e49674 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1c205f42-e2da-40a6-a4c4-81fd5750f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890367 Aug 30 04:27:09.697113 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d59f562e-e7c6-42d8-9f30-8fd17b8c5843 admin admin] Publish callbacks [] for port (af1d0526-0652-4835-822a-9c4488668c7d), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:09.731341 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-01813223-805d-4cd6-a9ec-2e331405ddae None None] Publish callbacks [] for port (5d22462e-1d99-4359-9bae-d64eff070f1b), precommit_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:09.731978 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:09.736184 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-01813223-805d-4cd6-a9ec-2e331405ddae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (5d22462e-1d99-4359-9bae-d64eff070f1b), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:09.739766 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d59f562e-e7c6-42d8-9f30-8fd17b8c5843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (af1d0526-0652-4835-822a-9c4488668c7d), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:09.774325 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-01813223-805d-4cd6-a9ec-2e331405ddae None None] Attempting to bind port 5d22462e-1d99-4359-9bae-d64eff070f1b on host dv-cinder-852208-11-iscsi for vnic_type normal with profile {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:27:09.774693 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-01813223-805d-4cd6-a9ec-2e331405ddae None None] Attempting to bind port 5d22462e-1d99-4359-9bae-d64eff070f1b by drivers openvswitch,hyperv on host dv-cinder-852208-11-iscsi at level 0 using segments [{'id': '10b95e6c-2e6d-452d-a5ef-cbf673e3f24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'}] {{(pid=106294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:27:09.775058 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01813223-805d-4cd6-a9ec-2e331405ddae None None] Attempting to bind port 5d22462e-1d99-4359-9bae-d64eff070f1b on network 5c43c40f-cc6a-4e53-a103-6d34effd891a {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:27:09.785186 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59f562e-e7c6-42d8-9f30-8fd17b8c5843 admin admin] Network 8adf9578-c481-4463-b5d1-5bddee25fe02 is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:27:09.788173 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01813223-805d-4cd6-a9ec-2e331405ddae None None] Checking agent: {'id': 'd414c4c0-e104-4322-85c3-8bf64da32860', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852208-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 10, 56), 'started_at': datetime.datetime(2022, 8, 30, 4, 11, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852208-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:27:09.788487 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59f562e-e7c6-42d8-9f30-8fd17b8c5843 admin admin] Pushing event updated for resources: {'Port': ['ID=af1d0526-0652-4835-822a-9c4488668c7d,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:09.788637 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01813223-805d-4cd6-a9ec-2e331405ddae None None] Checking segment: {'id': '10b95e6c-2e6d-452d-a5ef-cbf673e3f24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:27:09.788933 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-01813223-805d-4cd6-a9ec-2e331405ddae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:09.789320 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01813223-805d-4cd6-a9ec-2e331405ddae None None] Bound using segment: {'id': '10b95e6c-2e6d-452d-a5ef-cbf673e3f24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'} {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:27:09.789779 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-01813223-805d-4cd6-a9ec-2e331405ddae None None] Bound port: 5d22462e-1d99-4359-9bae-d64eff070f1b, host: dv-cinder-852208-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10b95e6c-2e6d-452d-a5ef-cbf673e3f24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'}}] {{(pid=106294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:27:09.790153 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-01813223-805d-4cd6-a9ec-2e331405ddae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (5d22462e-1d99-4359-9bae-d64eff070f1b), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:09.790936 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-d59f562e-e7c6-42d8-9f30-8fd17b8c5843 admin admin] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:27:09.793643 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59f562e-e7c6-42d8-9f30-8fd17b8c5843 admin admin] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:27:09.797694 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff2eeae-79c6-48ee-84e3-e44cb29ed5f5 None None] Pushing event updated for resources: {'Port': ['ID=5d22462e-1d99-4359-9bae-d64eff070f1b,revision_number=2']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:09.834842 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d59f562e-e7c6-42d8-9f30-8fd17b8c5843 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573017'] for router_interface (9275d9d3-5270-4467-b41a-bf68e3483aa0), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:09.851116 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-01813223-805d-4cd6-a9ec-2e331405ddae None None] For port 5d22462e-1d99-4359-9bae-d64eff070f1b, host dv-cinder-852208-11-iscsi, cleared binding levels {{(pid=106294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:27:09.855660 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-01813223-805d-4cd6-a9ec-2e331405ddae None None] For port 5d22462e-1d99-4359-9bae-d64eff070f1b, host dv-cinder-852208-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=5d22462e-1d99-4359-9bae-d64eff070f1b,segment=NetworkSegment(10b95e6c-2e6d-452d-a5ef-cbf673e3f24c),segment_id=10b95e6c-2e6d-452d-a5ef-cbf673e3f24c)] {{(pid=106294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:27:09.861903 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-01813223-805d-4cd6-a9ec-2e331405ddae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (5d22462e-1d99-4359-9bae-d64eff070f1b), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:09.901258 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01813223-805d-4cd6-a9ec-2e331405ddae None None] Routers {'9275d9d3-5270-4467-b41a-bf68e3483aa0'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:27:09.902633 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-01813223-805d-4cd6-a9ec-2e331405ddae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:26:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['9275d9d3-5270-4467-b41a-bf68e3483aa0'], 'active': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:27:09.964922 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff2eeae-79c6-48ee-84e3-e44cb29ed5f5 None None] Pushing event updated for resources: {'Port': ['ID=5d22462e-1d99-4359-9bae-d64eff070f1b,revision_number=3']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:09.996601 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d59f562e-e7c6-42d8-9f30-8fd17b8c5843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (af1d0526-0652-4835-822a-9c4488668c7d), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:10.017414 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device dc7a8e5e-91e9-4760-b392-9aeac7729335 up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:27:10.074863 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvr_db [None req-01813223-805d-4cd6-a9ec-2e331405ddae None None] Set router 9275d9d3-5270-4467-b41a-bf68e3483aa0 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:27:10.156939 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-1ebec736-3e36-40e8-a12e-c2e1fd6100bc None None] Provisioning complete for port af1d0526-0652-4835-822a-9c4488668c7d triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:27:10.157312 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-1ebec736-3e36-40e8-a12e-c2e1fd6100bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (af1d0526-0652-4835-822a-9c4488668c7d), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:10.158798 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port dc7a8e5e-91e9-4760-b392-9aeac7729335 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:27:10.159160 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (dc7a8e5e-91e9-4760-b392-9aeac7729335), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:10.163256 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d59f562e-e7c6-42d8-9f30-8fd17b8c5843 admin admin] Publish callbacks [] for port (af1d0526-0652-4835-822a-9c4488668c7d), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:10.168842 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d59f562e-e7c6-42d8-9f30-8fd17b8c5843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-454314'] for port (af1d0526-0652-4835-822a-9c4488668c7d), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:10.243961 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d59f562e-e7c6-42d8-9f30-8fd17b8c5843 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573133'] for router_interface (9275d9d3-5270-4467-b41a-bf68e3483aa0), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:10.247746 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59f562e-e7c6-42d8-9f30-8fd17b8c5843 admin admin] Pushing event updated for resources: {'Port': ['ID=af1d0526-0652-4835-822a-9c4488668c7d,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:10.266669 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-1ebec736-3e36-40e8-a12e-c2e1fd6100bc None None] Port af1d0526-0652-4835-822a-9c4488668c7d cannot update to ACTIVE because it is not bound. {{(pid=106294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:27:10.351974 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-01813223-805d-4cd6-a9ec-2e331405ddae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'name': 'tempest-TestVolumeBootPattern-1205738537-router', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.190'}], 'enable_snat': True}, 'gw_port_id': '5d22462e-1d99-4359-9bae-d64eff070f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:07Z', 'updated_at': '2022-08-30T04:27:08Z', 'revision_number': 3, 'project_id': '59c345f38d6548cd820affce5406d62c', 'gw_port': {'id': '5d22462e-1d99-4359-9bae-d64eff070f1b', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:07Z', 'updated_at': '2022-08-30T04:27:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi'}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:27:10.353847 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port dc7a8e5e-91e9-4760-b392-9aeac7729335 is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:27:10.357623 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59f562e-e7c6-42d8-9f30-8fd17b8c5843 admin admin] Network 8adf9578-c481-4463-b5d1-5bddee25fe02 is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:27:10.358415 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-d59f562e-e7c6-42d8-9f30-8fd17b8c5843 admin admin] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:27:10.380013 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01813223-805d-4cd6-a9ec-2e331405ddae None None] The sync data for ids ['9275d9d3-5270-4467-b41a-bf68e3483aa0'] in dv-cinder-852208-11-iscsi is: [{'id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'name': 'tempest-TestVolumeBootPattern-1205738537-router', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.190'}], 'enable_snat': True}, 'gw_port_id': '5d22462e-1d99-4359-9bae-d64eff070f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:07Z', 'updated_at': '2022-08-30T04:27:08Z', 'revision_number': 3, 'project_id': '59c345f38d6548cd820affce5406d62c', 'gw_port': {'id': '5d22462e-1d99-4359-9bae-d64eff070f1b', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:07Z', 'updated_at': '2022-08-30T04:27:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi'}] {{(pid=106294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:27:10.485773 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d59f562e-e7c6-42d8-9f30-8fd17b8c5843 admin admin] Router 9275d9d3-5270-4467-b41a-bf68e3483aa0 has already been hosted by L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 {{(pid=106293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:27:10.489182 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:10.586659 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-b3f03441-e9d2-4582-9d1e-bf2a70e76c0f None None] Provisioning complete for port af1d0526-0652-4835-822a-9c4488668c7d triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:27:10.587093 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b3f03441-e9d2-4582-9d1e-bf2a70e76c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (af1d0526-0652-4835-822a-9c4488668c7d), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:10.611700 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59f562e-e7c6-42d8-9f30-8fd17b8c5843 admin admin] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:27:10.619200 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-d59f562e-e7c6-42d8-9f30-8fd17b8c5843 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/9275d9d3-5270-4467-b41a-bf68e3483aa0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6920133 Aug 30 04:27:10.637083 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:10.641140 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-b3f03441-e9d2-4582-9d1e-bf2a70e76c0f None None] Port af1d0526-0652-4835-822a-9c4488668c7d cannot update to ACTIVE because it is not bound. {{(pid=106294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:27:10.833768 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f6b488-db8d-4f53-aee0-c747112648d6 req-e1984709-096d-43fb-b36f-b727a7cd3496 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:10.835706 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-a9f6b488-db8d-4f53-aee0-c747112648d6 req-e1984709-096d-43fb-b36f-b727a7cd3496 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0c3b92a2-23a8-405c-b393-820424eddd08 HTTP/1.1" status: 200 len: 946 time: 0.0670123 Aug 30 04:27:10.889992 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-a9f6b488-db8d-4f53-aee0-c747112648d6 req-8ac8d0e3-feab-4351-b95e-e349cdae154e tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1c205f42-e2da-40a6-a4c4-81fd5750f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478976 Aug 30 04:27:11.189455 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 54556) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:11.194511 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-e4f14ae2-251e-45d1-a409-25305f4e77fd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1153129948-network', 'tenant_id': 'dbd4de50617f4a3585cb620eb58a73c2'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:27:11.206517 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:11.217569 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f14ae2-251e-45d1-a409-25305f4e77fd admin admin] Made reservation on behalf of dbd4de50617f4a3585cb620eb58a73c2 for: {'network': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:27:11.220723 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e4f14ae2-251e-45d1-a409-25305f4e77fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for network (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:11.232682 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e4f14ae2-251e-45d1-a409-25305f4e77fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:11.318518 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e4f14ae2-251e-45d1-a409-25305f4e77fd admin admin] Publish callbacks [] for security_group (ef96e130-48ef-4a86-a2ae-0450ed7b85af), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:11.322466 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e4f14ae2-251e-45d1-a409-25305f4e77fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (ef96e130-48ef-4a86-a2ae-0450ed7b85af), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:11.356378 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4f14ae2-251e-45d1-a409-25305f4e77fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 825} {{(pid=106293) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 04:27:11.362884 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f14ae2-251e-45d1-a409-25305f4e77fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef96e130-48ef-4a86-a2ae-0450ed7b85af,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:11.368831 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e4f14ae2-251e-45d1-a409-25305f4e77fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784698'] for segment (58b96d1a-04a8-42a8-b875-c59bd8a29c34), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:11.369174 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.db.segments_db [None req-e4f14ae2-251e-45d1-a409-25305f4e77fd admin admin] Added segment 58b96d1a-04a8-42a8-b875-c59bd8a29c34 of type vlan for network 01412b4f-531a-4566-a059-33fb5e4b2a20 Aug 30 04:27:11.418373 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e4f14ae2-251e-45d1-a409-25305f4e77fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749362409045'] for network (01412b4f-531a-4566-a059-33fb5e4b2a20), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:11.442808 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e4f14ae2-251e-45d1-a409-25305f4e77fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472'] for network (01412b4f-531a-4566-a059-33fb5e4b2a20), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:11.443778 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f14ae2-251e-45d1-a409-25305f4e77fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:11.444360 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e4f14ae2-251e-45d1-a409-25305f4e77fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for network (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:11.503516 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-e4f14ae2-251e-45d1-a409-25305f4e77fd admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3129475 Aug 30 04:27:11.506404 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 54558) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:11.509012 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f14ae2-251e-45d1-a409-25305f4e77fd admin admin] Pushing event updated for resources: {'Network': ['ID=01412b4f-531a-4566-a059-33fb5e4b2a20,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:11.512428 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-e3b04ddd-7bdb-455e-8bc2-67d2d8ac6de3 admin admin] Request body: {'subnet': {'network_id': '01412b4f-531a-4566-a059-33fb5e4b2a20', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1153129948-subnet', 'tenant_id': 'dbd4de50617f4a3585cb620eb58a73c2', 'ip_version': 4}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:27:11.520361 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Network 01412b4f-531a-4566-a059-33fb5e4b2a20 details requested by agent ovs-agent-dv-cinder-852208-11-iscsi with host dv-cinder-852208-11-iscsi {{(pid=106294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 04:27:11.524512 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:11.536544 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b04ddd-7bdb-455e-8bc2-67d2d8ac6de3 admin admin] Made reservation on behalf of dbd4de50617f4a3585cb620eb58a73c2 for: {'subnet': 1} {{(pid=106292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:27:11.539232 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-e3b04ddd-7bdb-455e-8bc2-67d2d8ac6de3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834635'] for subnet (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:11.721116 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-e3b04ddd-7bdb-455e-8bc2-67d2d8ac6de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2642091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834653'] for subnet (8d971472-9a72-445b-a285-cdbc6bac942f), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:11.762151 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:11.781468 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b04ddd-7bdb-455e-8bc2-67d2d8ac6de3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d971472-9a72-445b-a285-cdbc6bac942f,revision_number=0']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:11.794278 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b04ddd-7bdb-455e-8bc2-67d2d8ac6de3 admin admin] Checking segment: {'id': '58b96d1a-04a8-42a8-b875-c59bd8a29c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '01412b4f-531a-4566-a059-33fb5e4b2a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:27:11.794647 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b04ddd-7bdb-455e-8bc2-67d2d8ac6de3 admin admin] Network hostable DHCP agents. Network: 01412b4f-531a-4566-a059-33fb5e4b2a20, hostable agents: ['1bd89ca2-58f6-428d-83bf-6325bad549fd'], hosted agents: [] {{(pid=106292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 04:27:11.815984 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b04ddd-7bdb-455e-8bc2-67d2d8ac6de3 admin admin] Network 01412b4f-531a-4566-a059-33fb5e4b2a20 is scheduled to be hosted by DHCP agent 1bd89ca2-58f6-428d-83bf-6325bad549fd with binding_index 1 {{(pid=106292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 04:27:11.826224 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.base_scheduler [None req-e3b04ddd-7bdb-455e-8bc2-67d2d8ac6de3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852208-11-iscsi, 01412b4f-531a-4566-a059-33fb5e4b2a20) {{(pid=106292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:27:11.830823 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b04ddd-7bdb-455e-8bc2-67d2d8ac6de3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:11.831451 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-e3b04ddd-7bdb-455e-8bc2-67d2d8ac6de3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for subnet (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:11.836540 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1166b8-9c1f-4168-ab54-b5bfe31803cb None None] Network 01412b4f-531a-4566-a059-33fb5e4b2a20 requested from dv-cinder-852208-11-iscsi {{(pid=106294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:27:11.853017 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 54560) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:11.853259 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-e3b04ddd-7bdb-455e-8bc2-67d2d8ac6de3 admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3455939 Aug 30 04:27:11.858941 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-5d393943-8ab3-4ed7-9a35-480783727422 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1153129948-router', 'tenant_id': 'dbd4de50617f4a3585cb620eb58a73c2', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'}}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:27:11.880231 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-5d393943-8ab3-4ed7-9a35-480783727422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6265'] for router (67b18db4-12ce-4415-b4f9-42fff5792d2f), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:11.881300 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-5d393943-8ab3-4ed7-9a35-480783727422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-573936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660692', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-729924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6262'] for router (67b18db4-12ce-4415-b4f9-42fff5792d2f), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:11.960136 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71f4c24-5902-41b7-ad77-2d3aa3275cbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe061a4b4-6b24-5e8c-afc3-0a1b8ef042c0-01412b4f-531a-4566-a059-33fb5e4b2a20', 'network_id': '01412b4f-531a-4566-a059-33fb5e4b2a20', 'project_id': 'dbd4de50617f4a3585cb620eb58a73c2', 'fixed_ips': [{'subnet_id': '8d971472-9a72-445b-a285-cdbc6bac942f'}]}} from dv-cinder-852208-11-iscsi. {{(pid=106294) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 04:27:11.961581 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-f71f4c24-5902-41b7-ad77-2d3aa3275cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:12.035254 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 5d22462e-1d99-4359-9bae-d64eff070f1b up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:27:12.117342 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b37331-2d08-4425-9ca5-c0d6a71e0d07 None None] Sync routers for ids ['9275d9d3-5270-4467-b41a-bf68e3483aa0'] in dv-cinder-852208-11-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:27:12.134059 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b37331-2d08-4425-9ca5-c0d6a71e0d07 None None] Routers {'9275d9d3-5270-4467-b41a-bf68e3483aa0'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:27:12.134845 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-a5b37331-2d08-4425-9ca5-c0d6a71e0d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:26:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['9275d9d3-5270-4467-b41a-bf68e3483aa0'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:27:12.139645 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port 5d22462e-1d99-4359-9bae-d64eff070f1b triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:27:12.140024 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (5d22462e-1d99-4359-9bae-d64eff070f1b), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:12.182008 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.db_base_plugin_common [None req-f71f4c24-5902-41b7-ad77-2d3aa3275cbc None None] Allocated IP 172.20.0.2 (01412b4f-531a-4566-a059-33fb5e4b2a20/8d971472-9a72-445b-a285-cdbc6bac942f/a8a67b37-32c0-4ed4-96c9-5d90eb8fe56f) {{(pid=106294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:27:12.239645 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-a5b37331-2d08-4425-9ca5-c0d6a71e0d07 None None] Set router 9275d9d3-5270-4467-b41a-bf68e3483aa0 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:27:12.249568 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-5d393943-8ab3-4ed7-9a35-480783727422 admin admin] Publish callbacks [] for router_controller (67b18db4-12ce-4415-b4f9-42fff5792d2f), precommit_add_association {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:12.299164 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port 5d22462e-1d99-4359-9bae-d64eff070f1b is: DOWN; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:27:12.299617 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (5d22462e-1d99-4359-9bae-d64eff070f1b), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:12.344959 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] For port 5d22462e-1d99-4359-9bae-d64eff070f1b, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=5d22462e-1d99-4359-9bae-d64eff070f1b,segment=NetworkSegment(10b95e6c-2e6d-452d-a5ef-cbf673e3f24c),segment_id=10b95e6c-2e6d-452d-a5ef-cbf673e3f24c)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:27:12.357959 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (5d22462e-1d99-4359-9bae-d64eff070f1b), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:12.360903 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99baa5d1-d800-46cb-801f-79e61e6bc20d req-0a0de894-7136-4903-b148-0ff432d8ac8c tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:12.362933 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-99baa5d1-d800-46cb-801f-79e61e6bc20d req-0a0de894-7136-4903-b148-0ff432d8ac8c tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0c3b92a2-23a8-405c-b393-820424eddd08 HTTP/1.1" status: 200 len: 946 time: 0.1174767 Aug 30 04:27:12.443357 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-a5b37331-2d08-4425-9ca5-c0d6a71e0d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'name': 'tempest-TestVolumeBootPattern-1205738537-router', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.190'}], 'enable_snat': True}, 'gw_port_id': '5d22462e-1d99-4359-9bae-d64eff070f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:07Z', 'updated_at': '2022-08-30T04:27:09Z', 'revision_number': 4, 'project_id': '59c345f38d6548cd820affce5406d62c', 'gw_port': {'id': '5d22462e-1d99-4359-9bae-d64eff070f1b', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:07Z', 'updated_at': '2022-08-30T04:27:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': 'af1d0526-0652-4835-822a-9c4488668c7d', 'name': '', 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'mac_address': 'fa:16:3e:25:0b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '03eac665-3c5b-4142-8ea7-a4ac29a47a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:09Z', 'updated_at': '2022-08-30T04:27:10Z', 'revision_number': 2, 'project_id': '59c345f38d6548cd820affce5406d62c', 'subnets': [{'id': '03eac665-3c5b-4142-8ea7-a4ac29a47a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:27:12.453162 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-5d393943-8ab3-4ed7-9a35-480783727422 admin admin] Publish callbacks [] for router_gateway (67b18db4-12ce-4415-b4f9-42fff5792d2f), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:12.456386 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-f71f4c24-5902-41b7-ad77-2d3aa3275cbc None None] Publish callbacks [] for port (a8a67b37-32c0-4ed4-96c9-5d90eb8fe56f), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:12.459416 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Pushing event updated for resources: {'Port': ['ID=5d22462e-1d99-4359-9bae-d64eff070f1b,revision_number=4']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:12.467830 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-f71f4c24-5902-41b7-ad77-2d3aa3275cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830'] for port (a8a67b37-32c0-4ed4-96c9-5d90eb8fe56f), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:12.477034 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b37331-2d08-4425-9ca5-c0d6a71e0d07 None None] Checking router: 9275d9d3-5270-4467-b41a-bf68e3483aa0 for host: dv-cinder-852208-11-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:27:12.477389 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b37331-2d08-4425-9ca5-c0d6a71e0d07 None None] Updating router 9275d9d3-5270-4467-b41a-bf68e3483aa0 port af1d0526-0652-4835-822a-9c4488668c7d binding host dv-cinder-852208-11-iscsi {{(pid=106295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:27:12.505605 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-a5b37331-2d08-4425-9ca5-c0d6a71e0d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (af1d0526-0652-4835-822a-9c4488668c7d), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:12.510068 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71f4c24-5902-41b7-ad77-2d3aa3275cbc None None] Network 01412b4f-531a-4566-a059-33fb5e4b2a20 is already hosted by enough agents. {{(pid=106294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:27:12.515895 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.scheduler.base_scheduler [None req-f71f4c24-5902-41b7-ad77-2d3aa3275cbc None None] Resources bound (agent type, host, resource id): {{(pid=106294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:27:12.519208 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71f4c24-5902-41b7-ad77-2d3aa3275cbc None None] Pushing event updated for resources: {'Port': ['ID=a8a67b37-32c0-4ed4-96c9-5d90eb8fe56f,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:12.521893 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71f4c24-5902-41b7-ad77-2d3aa3275cbc None None] Received port after_create {{(pid=106294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:27:12.536322 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-99baa5d1-d800-46cb-801f-79e61e6bc20d req-84377d84-d04b-435a-9f00-1fc98a02fb65 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1c205f42-e2da-40a6-a4c4-81fd5750f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359088 Aug 30 04:27:12.586861 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-f71f4c24-5902-41b7-ad77-2d3aa3275cbc None None] Attempting to bind port a8a67b37-32c0-4ed4-96c9-5d90eb8fe56f on host dv-cinder-852208-11-iscsi for vnic_type normal with profile {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:27:12.587309 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-f71f4c24-5902-41b7-ad77-2d3aa3275cbc None None] Attempting to bind port a8a67b37-32c0-4ed4-96c9-5d90eb8fe56f by drivers openvswitch,hyperv on host dv-cinder-852208-11-iscsi at level 0 using segments [{'id': '58b96d1a-04a8-42a8-b875-c59bd8a29c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '01412b4f-531a-4566-a059-33fb5e4b2a20'}] {{(pid=106294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:27:12.587738 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71f4c24-5902-41b7-ad77-2d3aa3275cbc None None] Attempting to bind port a8a67b37-32c0-4ed4-96c9-5d90eb8fe56f on network 01412b4f-531a-4566-a059-33fb5e4b2a20 {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:27:12.593588 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71f4c24-5902-41b7-ad77-2d3aa3275cbc None None] Checking agent: {'id': 'd414c4c0-e104-4322-85c3-8bf64da32860', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852208-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 10, 56), 'started_at': datetime.datetime(2022, 8, 30, 4, 11, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852208-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:27:12.594061 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71f4c24-5902-41b7-ad77-2d3aa3275cbc None None] Checking segment: {'id': '58b96d1a-04a8-42a8-b875-c59bd8a29c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '01412b4f-531a-4566-a059-33fb5e4b2a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:27:12.594554 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-f71f4c24-5902-41b7-ad77-2d3aa3275cbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:12.595008 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71f4c24-5902-41b7-ad77-2d3aa3275cbc None None] Bound using segment: {'id': '58b96d1a-04a8-42a8-b875-c59bd8a29c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '01412b4f-531a-4566-a059-33fb5e4b2a20'} {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:27:12.595536 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-f71f4c24-5902-41b7-ad77-2d3aa3275cbc None None] Bound port: a8a67b37-32c0-4ed4-96c9-5d90eb8fe56f, host: dv-cinder-852208-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58b96d1a-04a8-42a8-b875-c59bd8a29c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '01412b4f-531a-4566-a059-33fb5e4b2a20'}}] {{(pid=106294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:27:12.595976 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-f71f4c24-5902-41b7-ad77-2d3aa3275cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (a8a67b37-32c0-4ed4-96c9-5d90eb8fe56f), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:12.614615 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:12.626387 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:12.662564 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-f71f4c24-5902-41b7-ad77-2d3aa3275cbc None None] For port a8a67b37-32c0-4ed4-96c9-5d90eb8fe56f, host dv-cinder-852208-11-iscsi, cleared binding levels {{(pid=106294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:27:12.665615 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-f71f4c24-5902-41b7-ad77-2d3aa3275cbc None None] For port a8a67b37-32c0-4ed4-96c9-5d90eb8fe56f, host dv-cinder-852208-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=a8a67b37-32c0-4ed4-96c9-5d90eb8fe56f,segment=NetworkSegment(58b96d1a-04a8-42a8-b875-c59bd8a29c34),segment_id=58b96d1a-04a8-42a8-b875-c59bd8a29c34)] {{(pid=106294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:27:12.671666 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-f71f4c24-5902-41b7-ad77-2d3aa3275cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (a8a67b37-32c0-4ed4-96c9-5d90eb8fe56f), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:12.702432 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-5d393943-8ab3-4ed7-9a35-480783727422 admin admin] Publish callbacks [] for router_gateway (67b18db4-12ce-4415-b4f9-42fff5792d2f), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:12.708219 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:12.735741 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-5d393943-8ab3-4ed7-9a35-480783727422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:12.740992 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71f4c24-5902-41b7-ad77-2d3aa3275cbc None None] Pushing event updated for resources: {'Port': ['ID=a8a67b37-32c0-4ed4-96c9-5d90eb8fe56f,revision_number=2']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:12.798765 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:12.871050 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-a5b37331-2d08-4425-9ca5-c0d6a71e0d07 None None] Publish callbacks [] for port (af1d0526-0652-4835-822a-9c4488668c7d), precommit_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:12.881973 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-a5b37331-2d08-4425-9ca5-c0d6a71e0d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (af1d0526-0652-4835-822a-9c4488668c7d), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:12.883777 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [None req-5d393943-8ab3-4ed7-9a35-480783727422 admin admin] Allocated IP 172.27.4.125 (5c43c40f-cc6a-4e53-a103-6d34effd891a/b2d4007f-d8ed-41cc-b520-7777f18cd186/ae203062-b8cd-4d3b-96fe-f32d3b9d25d0) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:27:12.987721 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09081582-65a3-4d1e-855b-0f7daed50486 None None] Pushing event updated for resources: {'Port': ['ID=af1d0526-0652-4835-822a-9c4488668c7d,revision_number=3']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:13.000738 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09081582-65a3-4d1e-855b-0f7daed50486 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:13.001088 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09081582-65a3-4d1e-855b-0f7daed50486 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:13.001444 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09081582-65a3-4d1e-855b-0f7daed50486 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:13.001798 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09081582-65a3-4d1e-855b-0f7daed50486 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:13.002132 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09081582-65a3-4d1e-855b-0f7daed50486 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:13.002481 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09081582-65a3-4d1e-855b-0f7daed50486 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:13.002806 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09081582-65a3-4d1e-855b-0f7daed50486 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:13.003126 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09081582-65a3-4d1e-855b-0f7daed50486 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:13.003459 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09081582-65a3-4d1e-855b-0f7daed50486 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:13.003783 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09081582-65a3-4d1e-855b-0f7daed50486 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:13.004102 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09081582-65a3-4d1e-855b-0f7daed50486 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:13.004439 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09081582-65a3-4d1e-855b-0f7daed50486 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:13.004762 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09081582-65a3-4d1e-855b-0f7daed50486 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:13.005078 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09081582-65a3-4d1e-855b-0f7daed50486 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:13.005392 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09081582-65a3-4d1e-855b-0f7daed50486 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:13.014815 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-a5b37331-2d08-4425-9ca5-c0d6a71e0d07 None None] Attempting to bind port af1d0526-0652-4835-822a-9c4488668c7d on host dv-cinder-852208-11-iscsi for vnic_type normal with profile {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:27:13.015477 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-a5b37331-2d08-4425-9ca5-c0d6a71e0d07 None None] Attempting to bind port af1d0526-0652-4835-822a-9c4488668c7d by drivers openvswitch,hyperv on host dv-cinder-852208-11-iscsi at level 0 using segments [{'id': '4cd3a065-b490-45b6-a955-52849beed2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02'}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:27:13.016076 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b37331-2d08-4425-9ca5-c0d6a71e0d07 None None] Attempting to bind port af1d0526-0652-4835-822a-9c4488668c7d on network 8adf9578-c481-4463-b5d1-5bddee25fe02 {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:27:13.021584 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-5d393943-8ab3-4ed7-9a35-480783727422 admin admin] Publish callbacks [] for port (ae203062-b8cd-4d3b-96fe-f32d3b9d25d0), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:13.025214 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b37331-2d08-4425-9ca5-c0d6a71e0d07 None None] Checking agent: {'id': 'd414c4c0-e104-4322-85c3-8bf64da32860', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852208-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 10, 56), 'started_at': datetime.datetime(2022, 8, 30, 4, 11, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852208-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:27:13.025532 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b37331-2d08-4425-9ca5-c0d6a71e0d07 None None] Checking segment: {'id': '4cd3a065-b490-45b6-a955-52849beed2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:27:13.025926 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-a5b37331-2d08-4425-9ca5-c0d6a71e0d07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:13.026329 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b37331-2d08-4425-9ca5-c0d6a71e0d07 None None] Bound using segment: {'id': '4cd3a065-b490-45b6-a955-52849beed2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02'} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:27:13.027021 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-a5b37331-2d08-4425-9ca5-c0d6a71e0d07 None None] Bound port: af1d0526-0652-4835-822a-9c4488668c7d, host: dv-cinder-852208-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd3a065-b490-45b6-a955-52849beed2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02'}}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:27:13.027569 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-a5b37331-2d08-4425-9ca5-c0d6a71e0d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (af1d0526-0652-4835-822a-9c4488668c7d), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:13.056919 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-5d393943-8ab3-4ed7-9a35-480783727422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (ae203062-b8cd-4d3b-96fe-f32d3b9d25d0), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:13.091685 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-a5b37331-2d08-4425-9ca5-c0d6a71e0d07 None None] For port af1d0526-0652-4835-822a-9c4488668c7d, host dv-cinder-852208-11-iscsi, cleared binding levels {{(pid=106295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:27:13.095440 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d393943-8ab3-4ed7-9a35-480783727422 admin admin] Network 5c43c40f-cc6a-4e53-a103-6d34effd891a is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:27:13.095598 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-a5b37331-2d08-4425-9ca5-c0d6a71e0d07 None None] For port af1d0526-0652-4835-822a-9c4488668c7d, host dv-cinder-852208-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=af1d0526-0652-4835-822a-9c4488668c7d,segment=NetworkSegment(4cd3a065-b490-45b6-a955-52849beed2b2),segment_id=4cd3a065-b490-45b6-a955-52849beed2b2)] {{(pid=106295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:27:13.100742 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-5d393943-8ab3-4ed7-9a35-480783727422 admin admin] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:27:13.101978 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-a5b37331-2d08-4425-9ca5-c0d6a71e0d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (af1d0526-0652-4835-822a-9c4488668c7d), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:13.104438 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d393943-8ab3-4ed7-9a35-480783727422 admin admin] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:27:13.131037 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:13.134212 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d393943-8ab3-4ed7-9a35-480783727422 admin admin] Pushing event updated for resources: {'Port': ['ID=ae203062-b8cd-4d3b-96fe-f32d3b9d25d0,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:13.134953 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b37331-2d08-4425-9ca5-c0d6a71e0d07 None None] Routers {'9275d9d3-5270-4467-b41a-bf68e3483aa0'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:27:13.135571 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-a5b37331-2d08-4425-9ca5-c0d6a71e0d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:26:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['9275d9d3-5270-4467-b41a-bf68e3483aa0'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:27:13.185875 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:13.240440 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09081582-65a3-4d1e-855b-0f7daed50486 None None] Pushing event updated for resources: {'Port': ['ID=af1d0526-0652-4835-822a-9c4488668c7d,revision_number=4']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:13.269232 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-a5b37331-2d08-4425-9ca5-c0d6a71e0d07 None None] Set router 9275d9d3-5270-4467-b41a-bf68e3483aa0 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:27:13.371741 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-5d393943-8ab3-4ed7-9a35-480783727422 admin admin] Publish callbacks [] for router_gateway (67b18db4-12ce-4415-b4f9-42fff5792d2f), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:13.490854 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-a5b37331-2d08-4425-9ca5-c0d6a71e0d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'name': 'tempest-TestVolumeBootPattern-1205738537-router', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.190'}], 'enable_snat': True}, 'gw_port_id': '5d22462e-1d99-4359-9bae-d64eff070f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:07Z', 'updated_at': '2022-08-30T04:27:09Z', 'revision_number': 4, 'project_id': '59c345f38d6548cd820affce5406d62c', 'gw_port': {'id': '5d22462e-1d99-4359-9bae-d64eff070f1b', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:07Z', 'updated_at': '2022-08-30T04:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': 'af1d0526-0652-4835-822a-9c4488668c7d', 'name': '', 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'mac_address': 'fa:16:3e:25:0b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '03eac665-3c5b-4142-8ea7-a4ac29a47a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:09Z', 'updated_at': '2022-08-30T04:27:13Z', 'revision_number': 4, 'project_id': '59c345f38d6548cd820affce5406d62c', 'subnets': [{'id': '03eac665-3c5b-4142-8ea7-a4ac29a47a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:27:13.516285 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b37331-2d08-4425-9ca5-c0d6a71e0d07 None None] The sync data for ids ['9275d9d3-5270-4467-b41a-bf68e3483aa0'] in dv-cinder-852208-11-iscsi is: [{'id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'name': 'tempest-TestVolumeBootPattern-1205738537-router', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.190'}], 'enable_snat': True}, 'gw_port_id': '5d22462e-1d99-4359-9bae-d64eff070f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:07Z', 'updated_at': '2022-08-30T04:27:09Z', 'revision_number': 4, 'project_id': '59c345f38d6548cd820affce5406d62c', 'gw_port': {'id': '5d22462e-1d99-4359-9bae-d64eff070f1b', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:07Z', 'updated_at': '2022-08-30T04:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': 'af1d0526-0652-4835-822a-9c4488668c7d', 'name': '', 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'mac_address': 'fa:16:3e:25:0b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '03eac665-3c5b-4142-8ea7-a4ac29a47a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:09Z', 'updated_at': '2022-08-30T04:27:13Z', 'revision_number': 4, 'project_id': '59c345f38d6548cd820affce5406d62c', 'subnets': [{'id': '03eac665-3c5b-4142-8ea7-a4ac29a47a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:27:13.614959 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-5d393943-8ab3-4ed7-9a35-480783727422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572477'] for router (67b18db4-12ce-4415-b4f9-42fff5792d2f), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:13.674030 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:13.718578 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30474300-d1a7-4bb5-bc42-14dfc65941af req-a8111442-fde0-4899-8d06-9bda80c1c44f tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:13.726129 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-30474300-d1a7-4bb5-bc42-14dfc65941af req-a8111442-fde0-4899-8d06-9bda80c1c44f tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0c3b92a2-23a8-405c-b393-820424eddd08 HTTP/1.1" status: 200 len: 946 time: 0.0724325 Aug 30 04:27:13.731016 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7ffd6b-8bd9-4f33-a349-d671d719e18a None None] Network 01412b4f-531a-4566-a059-33fb5e4b2a20 requested from dv-cinder-852208-11-iscsi {{(pid=106294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:27:13.753362 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:13.784890 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d393943-8ab3-4ed7-9a35-480783727422 admin admin] Router 67b18db4-12ce-4415-b4f9-42fff5792d2f is scheduled to L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 with binding_index 1 {{(pid=106293) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 04:27:13.799567 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-30474300-d1a7-4bb5-bc42-14dfc65941af req-f5d87688-bf74-4301-b69c-b89b88e35baf tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1c205f42-e2da-40a6-a4c4-81fd5750f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716674 Aug 30 04:27:13.908591 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d393943-8ab3-4ed7-9a35-480783727422 admin admin] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:27:13.930656 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-5d393943-8ab3-4ed7-9a35-480783727422 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:13.932049 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-5d393943-8ab3-4ed7-9a35-480783727422 admin admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0764251 Aug 30 04:27:13.935685 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 54566) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:13.941059 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2109eb08-bb3b-4ec8-bf8e-9e176c8f02ff None None] Sync routers for ids ['67b18db4-12ce-4415-b4f9-42fff5792d2f'] in dv-cinder-852208-11-iscsi {{(pid=106294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:27:13.965419 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-d89c0265-c2ac-43a3-b245-290a5ef41d97 None None] Provisioning complete for port a8a67b37-32c0-4ed4-96c9-5d90eb8fe56f triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:27:13.965937 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-d89c0265-c2ac-43a3-b245-290a5ef41d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (a8a67b37-32c0-4ed4-96c9-5d90eb8fe56f), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:13.972707 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2109eb08-bb3b-4ec8-bf8e-9e176c8f02ff None None] Routers {'67b18db4-12ce-4415-b4f9-42fff5792d2f'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:27:13.973313 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-2109eb08-bb3b-4ec8-bf8e-9e176c8f02ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:26:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['67b18db4-12ce-4415-b4f9-42fff5792d2f'], 'active': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:27:14.199061 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-d89c0265-c2ac-43a3-b245-290a5ef41d97 None None] Current status of the port a8a67b37-32c0-4ed4-96c9-5d90eb8fe56f is: DOWN; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:27:14.199567 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-d89c0265-c2ac-43a3-b245-290a5ef41d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (a8a67b37-32c0-4ed4-96c9-5d90eb8fe56f), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:14.215341 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device af1d0526-0652-4835-822a-9c4488668c7d up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:27:14.273915 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvr_db [None req-2109eb08-bb3b-4ec8-bf8e-9e176c8f02ff None None] Set router 67b18db4-12ce-4415-b4f9-42fff5792d2f gateway port host: dv-cinder-852208-11-iscsi {{(pid=106294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:27:14.303435 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:14.378722 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-d89c0265-c2ac-43a3-b245-290a5ef41d97 None None] For port a8a67b37-32c0-4ed4-96c9-5d90eb8fe56f, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=a8a67b37-32c0-4ed4-96c9-5d90eb8fe56f,segment=NetworkSegment(58b96d1a-04a8-42a8-b875-c59bd8a29c34),segment_id=58b96d1a-04a8-42a8-b875-c59bd8a29c34)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:27:14.409515 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port af1d0526-0652-4835-822a-9c4488668c7d triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:27:14.409896 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (af1d0526-0652-4835-822a-9c4488668c7d), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:14.454267 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-87cd4215-f26b-420b-9950-e5acd7a74def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:14.454930 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-d89c0265-c2ac-43a3-b245-290a5ef41d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (a8a67b37-32c0-4ed4-96c9-5d90eb8fe56f), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:14.543819 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89c0265-c2ac-43a3-b245-290a5ef41d97 None None] Pushing event updated for resources: {'Port': ['ID=a8a67b37-32c0-4ed4-96c9-5d90eb8fe56f,revision_number=3']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:14.593749 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:14.620960 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-03f5245e-97c1-4167-9420-a503927e8b77 None None] Provisioning complete for port a8a67b37-32c0-4ed4-96c9-5d90eb8fe56f triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:27:14.621344 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-03f5245e-97c1-4167-9420-a503927e8b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (a8a67b37-32c0-4ed4-96c9-5d90eb8fe56f), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:14.626119 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.db.db_base_plugin_common [None req-87cd4215-f26b-420b-9950-e5acd7a74def admin admin] Allocated IP 172.20.0.1 (01412b4f-531a-4566-a059-33fb5e4b2a20/8d971472-9a72-445b-a285-cdbc6bac942f/e84a43c3-e54e-450a-8bb4-6928a4361241) {{(pid=106292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:27:14.629989 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port af1d0526-0652-4835-822a-9c4488668c7d is: DOWN; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:27:14.630416 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (af1d0526-0652-4835-822a-9c4488668c7d), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:14.680932 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-2109eb08-bb3b-4ec8-bf8e-9e176c8f02ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b18db4-12ce-4415-b4f9-42fff5792d2f', 'name': 'tempest-TestVolumeBootPattern-1153129948-router', 'tenant_id': 'dbd4de50617f4a3585cb620eb58a73c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.125'}], 'enable_snat': True}, 'gw_port_id': 'ae203062-b8cd-4d3b-96fe-f32d3b9d25d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:11Z', 'updated_at': '2022-08-30T04:27:13Z', 'revision_number': 3, 'project_id': 'dbd4de50617f4a3585cb620eb58a73c2', 'gw_port': {'id': 'ae203062-b8cd-4d3b-96fe-f32d3b9d25d0', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:da:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b18db4-12ce-4415-b4f9-42fff5792d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:12Z', 'updated_at': '2022-08-30T04:27:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi'}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:27:14.725539 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2109eb08-bb3b-4ec8-bf8e-9e176c8f02ff None None] Checking router: 67b18db4-12ce-4415-b4f9-42fff5792d2f for host: dv-cinder-852208-11-iscsi {{(pid=106294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:27:14.725895 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2109eb08-bb3b-4ec8-bf8e-9e176c8f02ff None None] Updating router 67b18db4-12ce-4415-b4f9-42fff5792d2f port ae203062-b8cd-4d3b-96fe-f32d3b9d25d0 binding host dv-cinder-852208-11-iscsi {{(pid=106294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:27:14.737391 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:14.743511 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-87cd4215-f26b-420b-9950-e5acd7a74def admin admin] Publish callbacks [] for port (e84a43c3-e54e-450a-8bb4-6928a4361241), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:14.763683 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] For port af1d0526-0652-4835-822a-9c4488668c7d, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=af1d0526-0652-4835-822a-9c4488668c7d,segment=NetworkSegment(4cd3a065-b490-45b6-a955-52849beed2b2),segment_id=4cd3a065-b490-45b6-a955-52849beed2b2)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:27:14.771207 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (af1d0526-0652-4835-822a-9c4488668c7d), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:14.772010 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device a8a67b37-32c0-4ed4-96c9-5d90eb8fe56f up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:27:14.782394 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-87cd4215-f26b-420b-9950-e5acd7a74def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642203'] for port (e84a43c3-e54e-450a-8bb4-6928a4361241), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:14.832062 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cd4215-f26b-420b-9950-e5acd7a74def admin admin] Network 01412b4f-531a-4566-a059-33fb5e4b2a20 is already hosted by enough agents. {{(pid=106292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:27:14.834666 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-2109eb08-bb3b-4ec8-bf8e-9e176c8f02ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (ae203062-b8cd-4d3b-96fe-f32d3b9d25d0), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:14.837711 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.base_scheduler [None req-87cd4215-f26b-420b-9950-e5acd7a74def admin admin] Resources bound (agent type, host, resource id): {{(pid=106292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:27:14.840438 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cd4215-f26b-420b-9950-e5acd7a74def admin admin] Pushing event updated for resources: {'Port': ['ID=e84a43c3-e54e-450a-8bb4-6928a4361241,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:14.842738 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cd4215-f26b-420b-9950-e5acd7a74def admin admin] Received port after_create {{(pid=106292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:27:14.845051 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:14.932095 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-03f5245e-97c1-4167-9420-a503927e8b77 None None] Current status of the port a8a67b37-32c0-4ed4-96c9-5d90eb8fe56f is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:27:14.933924 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-87cd4215-f26b-420b-9950-e5acd7a74def admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573017'] for router_interface (67b18db4-12ce-4415-b4f9-42fff5792d2f), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:14.968178 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649269a-e07e-448f-b1dc-74f825439814 req-3357a357-e5fd-4ced-89ae-35e69842f6ef tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:14.969844 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4649269a-e07e-448f-b1dc-74f825439814 req-3357a357-e5fd-4ced-89ae-35e69842f6ef tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0c3b92a2-23a8-405c-b393-820424eddd08 HTTP/1.1" status: 200 len: 946 time: 0.0605438 Aug 30 04:27:15.008692 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Pushing event updated for resources: {'Port': ['ID=af1d0526-0652-4835-822a-9c4488668c7d,revision_number=5']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:15.032725 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port a8a67b37-32c0-4ed4-96c9-5d90eb8fe56f triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:27:15.033098 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (a8a67b37-32c0-4ed4-96c9-5d90eb8fe56f), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:15.042464 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4649269a-e07e-448f-b1dc-74f825439814 req-f39e3f33-1b50-4d05-a24f-3a3e98ccf321 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1c205f42-e2da-40a6-a4c4-81fd5750f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654061 Aug 30 04:27:15.108981 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-87cd4215-f26b-420b-9950-e5acd7a74def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (e84a43c3-e54e-450a-8bb4-6928a4361241), before_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:15.195934 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-9beab66c-a13e-4e97-afd1-2f2da57def9e None None] Provisioning complete for port e84a43c3-e54e-450a-8bb4-6928a4361241 triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:27:15.196304 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9beab66c-a13e-4e97-afd1-2f2da57def9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (e84a43c3-e54e-450a-8bb4-6928a4361241), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:15.235731 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port a8a67b37-32c0-4ed4-96c9-5d90eb8fe56f is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:27:15.236946 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 5d22462e-1d99-4359-9bae-d64eff070f1b up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:27:15.311313 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9beab66c-a13e-4e97-afd1-2f2da57def9e None None] Port e84a43c3-e54e-450a-8bb4-6928a4361241 cannot update to ACTIVE because it is not bound. {{(pid=106294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:27:15.319875 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:15.337888 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-2109eb08-bb3b-4ec8-bf8e-9e176c8f02ff None None] Publish callbacks [] for port (ae203062-b8cd-4d3b-96fe-f32d3b9d25d0), precommit_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:15.346118 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-2109eb08-bb3b-4ec8-bf8e-9e176c8f02ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (ae203062-b8cd-4d3b-96fe-f32d3b9d25d0), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:15.352942 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port 5d22462e-1d99-4359-9bae-d64eff070f1b triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:27:15.353342 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (5d22462e-1d99-4359-9bae-d64eff070f1b), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:15.404613 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-2109eb08-bb3b-4ec8-bf8e-9e176c8f02ff None None] Attempting to bind port ae203062-b8cd-4d3b-96fe-f32d3b9d25d0 on host dv-cinder-852208-11-iscsi for vnic_type normal with profile {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:27:15.404994 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-2109eb08-bb3b-4ec8-bf8e-9e176c8f02ff None None] Attempting to bind port ae203062-b8cd-4d3b-96fe-f32d3b9d25d0 by drivers openvswitch,hyperv on host dv-cinder-852208-11-iscsi at level 0 using segments [{'id': '10b95e6c-2e6d-452d-a5ef-cbf673e3f24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'}] {{(pid=106294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:27:15.405442 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2109eb08-bb3b-4ec8-bf8e-9e176c8f02ff None None] Attempting to bind port ae203062-b8cd-4d3b-96fe-f32d3b9d25d0 on network 5c43c40f-cc6a-4e53-a103-6d34effd891a {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:27:15.433980 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2109eb08-bb3b-4ec8-bf8e-9e176c8f02ff None None] Checking agent: {'id': 'd414c4c0-e104-4322-85c3-8bf64da32860', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852208-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 10, 56), 'started_at': datetime.datetime(2022, 8, 30, 4, 11, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852208-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:27:15.434515 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2109eb08-bb3b-4ec8-bf8e-9e176c8f02ff None None] Checking segment: {'id': '10b95e6c-2e6d-452d-a5ef-cbf673e3f24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:27:15.434768 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-2109eb08-bb3b-4ec8-bf8e-9e176c8f02ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:15.435157 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2109eb08-bb3b-4ec8-bf8e-9e176c8f02ff None None] Bound using segment: {'id': '10b95e6c-2e6d-452d-a5ef-cbf673e3f24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'} {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:27:15.435636 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [None req-2109eb08-bb3b-4ec8-bf8e-9e176c8f02ff None None] Bound port: ae203062-b8cd-4d3b-96fe-f32d3b9d25d0, host: dv-cinder-852208-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10b95e6c-2e6d-452d-a5ef-cbf673e3f24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'}}] {{(pid=106294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:27:15.436009 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-2109eb08-bb3b-4ec8-bf8e-9e176c8f02ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (ae203062-b8cd-4d3b-96fe-f32d3b9d25d0), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:15.468816 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09a103b-9aea-4c04-9859-a83e2518dd19 None None] Pushing event updated for resources: {'Port': ['ID=ae203062-b8cd-4d3b-96fe-f32d3b9d25d0,revision_number=2']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:15.482239 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:15.505511 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-87cd4215-f26b-420b-9950-e5acd7a74def admin admin] Publish callbacks [] for port (e84a43c3-e54e-450a-8bb4-6928a4361241), precommit_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:15.510022 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-87cd4215-f26b-420b-9950-e5acd7a74def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642194'] for port (e84a43c3-e54e-450a-8bb4-6928a4361241), after_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:15.531166 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-2109eb08-bb3b-4ec8-bf8e-9e176c8f02ff None None] For port ae203062-b8cd-4d3b-96fe-f32d3b9d25d0, host dv-cinder-852208-11-iscsi, cleared binding levels {{(pid=106294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:27:15.536045 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-2109eb08-bb3b-4ec8-bf8e-9e176c8f02ff None None] For port ae203062-b8cd-4d3b-96fe-f32d3b9d25d0, host dv-cinder-852208-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=ae203062-b8cd-4d3b-96fe-f32d3b9d25d0,segment=NetworkSegment(10b95e6c-2e6d-452d-a5ef-cbf673e3f24c),segment_id=10b95e6c-2e6d-452d-a5ef-cbf673e3f24c)] {{(pid=106294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:27:15.539789 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port 5d22462e-1d99-4359-9bae-d64eff070f1b is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:27:15.544423 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-2109eb08-bb3b-4ec8-bf8e-9e176c8f02ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (ae203062-b8cd-4d3b-96fe-f32d3b9d25d0), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:15.581044 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-87cd4215-f26b-420b-9950-e5acd7a74def admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573133'] for router_interface (67b18db4-12ce-4415-b4f9-42fff5792d2f), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:15.581290 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2109eb08-bb3b-4ec8-bf8e-9e176c8f02ff None None] Routers {'67b18db4-12ce-4415-b4f9-42fff5792d2f'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:27:15.581915 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-2109eb08-bb3b-4ec8-bf8e-9e176c8f02ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:26:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['67b18db4-12ce-4415-b4f9-42fff5792d2f'], 'active': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:27:15.582972 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cd4215-f26b-420b-9950-e5acd7a74def admin admin] Pushing event updated for resources: {'Port': ['ID=e84a43c3-e54e-450a-8bb4-6928a4361241,revision_number=2']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:15.644254 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09a103b-9aea-4c04-9859-a83e2518dd19 None None] Pushing event updated for resources: {'Port': ['ID=ae203062-b8cd-4d3b-96fe-f32d3b9d25d0,revision_number=3']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:15.685783 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cd4215-f26b-420b-9950-e5acd7a74def admin admin] Network 01412b4f-531a-4566-a059-33fb5e4b2a20 is already hosted by enough agents. {{(pid=106292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:27:15.687326 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.base_scheduler [None req-87cd4215-f26b-420b-9950-e5acd7a74def admin admin] Resources bound (agent type, host, resource id): {{(pid=106292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:27:15.802812 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:15.816978 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87cd4215-f26b-420b-9950-e5acd7a74def admin admin] Router 67b18db4-12ce-4415-b4f9-42fff5792d2f has already been hosted by L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 {{(pid=106292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:27:15.832261 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:15.852310 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvr_db [None req-2109eb08-bb3b-4ec8-bf8e-9e176c8f02ff None None] Set router 67b18db4-12ce-4415-b4f9-42fff5792d2f gateway port host: dv-cinder-852208-11-iscsi {{(pid=106294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:27:15.929304 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87cd4215-f26b-420b-9950-e5acd7a74def admin admin] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:27:15.942795 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-87cd4215-f26b-420b-9950-e5acd7a74def admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/67b18db4-12ce-4415-b4f9-42fff5792d2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9981148 Aug 30 04:27:15.975350 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-744af6f4-2df2-4a23-bf5f-f5033d1d2503 None None] Provisioning complete for port e84a43c3-e54e-450a-8bb4-6928a4361241 triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:27:15.975726 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-744af6f4-2df2-4a23-bf5f-f5033d1d2503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (e84a43c3-e54e-450a-8bb4-6928a4361241), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:16.020913 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device af1d0526-0652-4835-822a-9c4488668c7d up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:27:16.058551 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-744af6f4-2df2-4a23-bf5f-f5033d1d2503 None None] Port e84a43c3-e54e-450a-8bb4-6928a4361241 cannot update to ACTIVE because it is not bound. {{(pid=106294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:27:16.127719 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port af1d0526-0652-4835-822a-9c4488668c7d triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:27:16.128102 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (af1d0526-0652-4835-822a-9c4488668c7d), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:16.131184 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-2109eb08-bb3b-4ec8-bf8e-9e176c8f02ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b18db4-12ce-4415-b4f9-42fff5792d2f', 'name': 'tempest-TestVolumeBootPattern-1153129948-router', 'tenant_id': 'dbd4de50617f4a3585cb620eb58a73c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.125'}], 'enable_snat': True}, 'gw_port_id': 'ae203062-b8cd-4d3b-96fe-f32d3b9d25d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:11Z', 'updated_at': '2022-08-30T04:27:15Z', 'revision_number': 4, 'project_id': 'dbd4de50617f4a3585cb620eb58a73c2', 'gw_port': {'id': 'ae203062-b8cd-4d3b-96fe-f32d3b9d25d0', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:da:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b18db4-12ce-4415-b4f9-42fff5792d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:12Z', 'updated_at': '2022-08-30T04:27:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': 'e84a43c3-e54e-450a-8bb4-6928a4361241', 'name': '', 'network_id': '01412b4f-531a-4566-a059-33fb5e4b2a20', 'tenant_id': 'dbd4de50617f4a3585cb620eb58a73c2', 'mac_address': 'fa:16:3e:f3:92:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b18db4-12ce-4415-b4f9-42fff5792d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '8d971472-9a72-445b-a285-cdbc6bac942f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:14Z', 'updated_at': '2022-08-30T04:27:15Z', 'revision_number': 2, 'project_id': 'dbd4de50617f4a3585cb620eb58a73c2', 'subnets': [{'id': '8d971472-9a72-445b-a285-cdbc6bac942f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:27:16.177441 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8a6c5-ed3f-43de-bcbf-fec991ca7440 req-57d12aa0-831f-4bff-b4ac-384c409b3803 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:16.179027 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e3e8a6c5-ed3f-43de-bcbf-fec991ca7440 req-57d12aa0-831f-4bff-b4ac-384c409b3803 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0c3b92a2-23a8-405c-b393-820424eddd08 HTTP/1.1" status: 200 len: 946 time: 0.0550897 Aug 30 04:27:16.179612 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2109eb08-bb3b-4ec8-bf8e-9e176c8f02ff None None] The sync data for ids ['67b18db4-12ce-4415-b4f9-42fff5792d2f'] in dv-cinder-852208-11-iscsi is: [{'id': '67b18db4-12ce-4415-b4f9-42fff5792d2f', 'name': 'tempest-TestVolumeBootPattern-1153129948-router', 'tenant_id': 'dbd4de50617f4a3585cb620eb58a73c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.125'}], 'enable_snat': True}, 'gw_port_id': 'ae203062-b8cd-4d3b-96fe-f32d3b9d25d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:11Z', 'updated_at': '2022-08-30T04:27:15Z', 'revision_number': 4, 'project_id': 'dbd4de50617f4a3585cb620eb58a73c2', 'gw_port': {'id': 'ae203062-b8cd-4d3b-96fe-f32d3b9d25d0', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:da:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b18db4-12ce-4415-b4f9-42fff5792d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:12Z', 'updated_at': '2022-08-30T04:27:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': 'e84a43c3-e54e-450a-8bb4-6928a4361241', 'name': '', 'network_id': '01412b4f-531a-4566-a059-33fb5e4b2a20', 'tenant_id': 'dbd4de50617f4a3585cb620eb58a73c2', 'mac_address': 'fa:16:3e:f3:92:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b18db4-12ce-4415-b4f9-42fff5792d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '8d971472-9a72-445b-a285-cdbc6bac942f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:14Z', 'updated_at': '2022-08-30T04:27:15Z', 'revision_number': 2, 'project_id': 'dbd4de50617f4a3585cb620eb58a73c2', 'subnets': [{'id': '8d971472-9a72-445b-a285-cdbc6bac942f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:27:16.234842 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port af1d0526-0652-4835-822a-9c4488668c7d is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:27:16.236509 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device a8a67b37-32c0-4ed4-96c9-5d90eb8fe56f up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:27:16.242362 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e3e8a6c5-ed3f-43de-bcbf-fec991ca7440 req-43477ab8-0d87-4a81-adf1-284afce8337c tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1c205f42-e2da-40a6-a4c4-81fd5750f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554996 Aug 30 04:27:16.286597 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port a8a67b37-32c0-4ed4-96c9-5d90eb8fe56f triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:27:16.287045 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (a8a67b37-32c0-4ed4-96c9-5d90eb8fe56f), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:16.315429 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:16.366792 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port a8a67b37-32c0-4ed4-96c9-5d90eb8fe56f is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:27:16.395791 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 54578) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:16.401040 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-2ae0a33f-6cc2-4e5f-a87a-3b3691faca9b tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-759749048', 'description': 'tempest-secgroup-smoke-759749048 description', 'project_id': '59c345f38d6548cd820affce5406d62c'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:27:16.453623 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2ae0a33f-6cc2-4e5f-a87a-3b3691faca9b tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:16.540633 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2ae0a33f-6cc2-4e5f-a87a-3b3691faca9b tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks [] for security_group (eeba6d54-95d8-44b5-8b13-0be4ed569eb7), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:16.544919 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2ae0a33f-6cc2-4e5f-a87a-3b3691faca9b tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (eeba6d54-95d8-44b5-8b13-0be4ed569eb7), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:16.578019 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2ae0a33f-6cc2-4e5f-a87a-3b3691faca9b tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:16.579579 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-2ae0a33f-6cc2-4e5f-a87a-3b3691faca9b tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1822414 Aug 30 04:27:16.581541 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae0a33f-6cc2-4e5f-a87a-3b3691faca9b tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeba6d54-95d8-44b5-8b13-0be4ed569eb7,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:16.582577 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 54580) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:16.587510 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-c4d69fd3-c951-45ce-b8ec-36c80b5c1c2e tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Request body: {'security_group_rule': {'security_group_id': 'eeba6d54-95d8-44b5-8b13-0be4ed569eb7', 'project_id': '59c345f38d6548cd820affce5406d62c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:27:16.619942 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-c4d69fd3-c951-45ce-b8ec-36c80b5c1c2e tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks [] for security_group_rule (e80553c7-dbe0-44d0-805b-179d8b6cad7d), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:16.679200 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-c4d69fd3-c951-45ce-b8ec-36c80b5c1c2e tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks [] for security_group_rule (e80553c7-dbe0-44d0-805b-179d8b6cad7d), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:16.684379 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-c4d69fd3-c951-45ce-b8ec-36c80b5c1c2e tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569388'] for security_group_rule (e80553c7-dbe0-44d0-805b-179d8b6cad7d), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:16.705503 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d69fd3-c951-45ce-b8ec-36c80b5c1c2e tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e80553c7-dbe0-44d0-805b-179d8b6cad7d,revision_number=0']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:16.711109 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-c4d69fd3-c951-45ce-b8ec-36c80b5c1c2e tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:16.715900 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-c4d69fd3-c951-45ce-b8ec-36c80b5c1c2e tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1285152 Aug 30 04:27:16.715900 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 54582) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:16.720682 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-364ea9ac-bc7e-481f-b559-5aeb375a1000 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Request body: {'security_group_rule': {'security_group_id': 'eeba6d54-95d8-44b5-8b13-0be4ed569eb7', 'project_id': '59c345f38d6548cd820affce5406d62c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:27:16.750474 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-364ea9ac-bc7e-481f-b559-5aeb375a1000 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks [] for security_group_rule (f78efdb0-3742-42e4-97a6-f35391b30817), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:16.819962 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-364ea9ac-bc7e-481f-b559-5aeb375a1000 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks [] for security_group_rule (f78efdb0-3742-42e4-97a6-f35391b30817), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:16.825049 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-364ea9ac-bc7e-481f-b559-5aeb375a1000 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569388'] for security_group_rule (f78efdb0-3742-42e4-97a6-f35391b30817), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:16.848303 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364ea9ac-bc7e-481f-b559-5aeb375a1000 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f78efdb0-3742-42e4-97a6-f35391b30817,revision_number=0']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:16.856150 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-364ea9ac-bc7e-481f-b559-5aeb375a1000 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:16.857543 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-364ea9ac-bc7e-481f-b559-5aeb375a1000 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1406586 Aug 30 04:27:16.860225 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 54584) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:16.864667 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-17fafc14-1970-4b48-aa3c-d2f5d8eb0422 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Request body: {'security_group_rule': {'security_group_id': 'eeba6d54-95d8-44b5-8b13-0be4ed569eb7', 'project_id': '59c345f38d6548cd820affce5406d62c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:27:16.893720 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-17fafc14-1970-4b48-aa3c-d2f5d8eb0422 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks [] for security_group_rule (74bc99a0-74c7-4dd8-a1d7-b37a65b59f69), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:16.972163 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-17fafc14-1970-4b48-aa3c-d2f5d8eb0422 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks [] for security_group_rule (74bc99a0-74c7-4dd8-a1d7-b37a65b59f69), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:16.977063 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-17fafc14-1970-4b48-aa3c-d2f5d8eb0422 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569388'] for security_group_rule (74bc99a0-74c7-4dd8-a1d7-b37a65b59f69), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:16.989666 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:16.999591 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fafc14-1970-4b48-aa3c-d2f5d8eb0422 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74bc99a0-74c7-4dd8-a1d7-b37a65b59f69,revision_number=0']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:17.007539 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-17fafc14-1970-4b48-aa3c-d2f5d8eb0422 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:17.009038 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-17fafc14-1970-4b48-aa3c-d2f5d8eb0422 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1478586 Aug 30 04:27:17.012756 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 54586) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:17.017299 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-044b0da6-9c1b-49b7-bebb-aca8f35a9b8b tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Request body: {'security_group_rule': {'security_group_id': 'eeba6d54-95d8-44b5-8b13-0be4ed569eb7', 'project_id': '59c345f38d6548cd820affce5406d62c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:27:17.045857 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-044b0da6-9c1b-49b7-bebb-aca8f35a9b8b tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks [] for security_group_rule (8752cdd0-846a-48fd-b2a9-071eca7fb679), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:17.110822 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-044b0da6-9c1b-49b7-bebb-aca8f35a9b8b tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks [] for security_group_rule (8752cdd0-846a-48fd-b2a9-071eca7fb679), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:17.114692 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-044b0da6-9c1b-49b7-bebb-aca8f35a9b8b tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569388'] for security_group_rule (8752cdd0-846a-48fd-b2a9-071eca7fb679), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:17.136587 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044b0da6-9c1b-49b7-bebb-aca8f35a9b8b tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8752cdd0-846a-48fd-b2a9-071eca7fb679,revision_number=0']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:17.140913 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-044b0da6-9c1b-49b7-bebb-aca8f35a9b8b tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:17.144956 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-044b0da6-9c1b-49b7-bebb-aca8f35a9b8b tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1283784 Aug 30 04:27:17.145466 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 54588) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:17.149589 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-fc82d35e-e22b-41e1-93f8-acd513cc38b6 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Request body: {'security_group_rule': {'security_group_id': 'eeba6d54-95d8-44b5-8b13-0be4ed569eb7', 'project_id': '59c345f38d6548cd820affce5406d62c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:27:17.172940 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.db.securitygroups_db [None req-fc82d35e-e22b-41e1-93f8-acd513cc38b6 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Project 59c345f38d6548cd820affce5406d62c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 04:27:17.179570 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-fc82d35e-e22b-41e1-93f8-acd513cc38b6 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks [] for security_group_rule (7a2a7506-c86e-4293-a722-8342ab76f177), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:17.199813 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:17.250397 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-fc82d35e-e22b-41e1-93f8-acd513cc38b6 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks [] for security_group_rule (7a2a7506-c86e-4293-a722-8342ab76f177), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:17.254904 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-fc82d35e-e22b-41e1-93f8-acd513cc38b6 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569388'] for security_group_rule (7a2a7506-c86e-4293-a722-8342ab76f177), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:17.276405 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82d35e-e22b-41e1-93f8-acd513cc38b6 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a2a7506-c86e-4293-a722-8342ab76f177,revision_number=0']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:17.288204 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-fc82d35e-e22b-41e1-93f8-acd513cc38b6 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:17.292039 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-fc82d35e-e22b-41e1-93f8-acd513cc38b6 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1433363 Aug 30 04:27:17.292442 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 54592) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:17.297089 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-6d187d47-a6b3-4519-8084-73a8a080b645 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Request body: {'security_group_rule': {'security_group_id': 'eeba6d54-95d8-44b5-8b13-0be4ed569eb7', 'project_id': '59c345f38d6548cd820affce5406d62c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:27:17.319875 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.db.securitygroups_db [None req-6d187d47-a6b3-4519-8084-73a8a080b645 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Project 59c345f38d6548cd820affce5406d62c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 04:27:17.328037 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-6d187d47-a6b3-4519-8084-73a8a080b645 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks [] for security_group_rule (73b77b25-8b90-4deb-86e0-0be39314c04d), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:17.389009 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a14ab0-a364-4634-84fb-81d54650deae req-18a1287d-ad5a-4207-b448-350b4a9edce7 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:17.394715 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-06a14ab0-a364-4634-84fb-81d54650deae req-18a1287d-ad5a-4207-b448-350b4a9edce7 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0c3b92a2-23a8-405c-b393-820424eddd08 HTTP/1.1" status: 200 len: 946 time: 0.0605998 Aug 30 04:27:17.402430 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-6d187d47-a6b3-4519-8084-73a8a080b645 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks [] for security_group_rule (73b77b25-8b90-4deb-86e0-0be39314c04d), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:17.406706 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-6d187d47-a6b3-4519-8084-73a8a080b645 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569388'] for security_group_rule (73b77b25-8b90-4deb-86e0-0be39314c04d), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:17.425552 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d187d47-a6b3-4519-8084-73a8a080b645 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73b77b25-8b90-4deb-86e0-0be39314c04d,revision_number=0']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:17.437800 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-6d187d47-a6b3-4519-8084-73a8a080b645 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:17.439061 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-6d187d47-a6b3-4519-8084-73a8a080b645 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1454806 Aug 30 04:27:17.452352 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-06a14ab0-a364-4634-84fb-81d54650deae req-116596f1-14b1-4ea7-84e8-cf06f4f29d86 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1c205f42-e2da-40a6-a4c4-81fd5750f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550292 Aug 30 04:27:17.998904 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device ae203062-b8cd-4d3b-96fe-f32d3b9d25d0 up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:27:18.051861 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port ae203062-b8cd-4d3b-96fe-f32d3b9d25d0 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:27:18.052239 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (ae203062-b8cd-4d3b-96fe-f32d3b9d25d0), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:18.137478 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port ae203062-b8cd-4d3b-96fe-f32d3b9d25d0 is: DOWN; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:27:18.137876 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (ae203062-b8cd-4d3b-96fe-f32d3b9d25d0), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:18.159899 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] For port ae203062-b8cd-4d3b-96fe-f32d3b9d25d0, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=ae203062-b8cd-4d3b-96fe-f32d3b9d25d0,segment=NetworkSegment(10b95e6c-2e6d-452d-a5ef-cbf673e3f24c),segment_id=10b95e6c-2e6d-452d-a5ef-cbf673e3f24c)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:27:18.163789 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (ae203062-b8cd-4d3b-96fe-f32d3b9d25d0), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:18.223224 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Pushing event updated for resources: {'Port': ['ID=ae203062-b8cd-4d3b-96fe-f32d3b9d25d0,revision_number=4']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:18.336288 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dd5674-1c45-4b25-8326-ced02e5da0ac None None] Sync routers for ids ['67b18db4-12ce-4415-b4f9-42fff5792d2f'] in dv-cinder-852208-11-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:27:18.347773 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dd5674-1c45-4b25-8326-ced02e5da0ac None None] Routers {'67b18db4-12ce-4415-b4f9-42fff5792d2f'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:27:18.348407 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-12dd5674-1c45-4b25-8326-ced02e5da0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:26:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['67b18db4-12ce-4415-b4f9-42fff5792d2f'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:27:18.453798 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-12dd5674-1c45-4b25-8326-ced02e5da0ac None None] Set router 67b18db4-12ce-4415-b4f9-42fff5792d2f gateway port host: dv-cinder-852208-11-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:27:18.585270 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c9ba0-1403-4a60-b17d-91f8ac9b4825 req-5aac4d6e-5765-429f-b76e-950de816ee6d tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:18.585977 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-543c9ba0-1403-4a60-b17d-91f8ac9b4825 req-5aac4d6e-5765-429f-b76e-950de816ee6d tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0c3b92a2-23a8-405c-b393-820424eddd08 HTTP/1.1" status: 200 len: 946 time: 0.0502107 Aug 30 04:27:18.639774 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-543c9ba0-1403-4a60-b17d-91f8ac9b4825 req-06fb6d23-b447-4932-982f-74feae89fc59 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1c205f42-e2da-40a6-a4c4-81fd5750f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475500 Aug 30 04:27:18.658280 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-12dd5674-1c45-4b25-8326-ced02e5da0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b18db4-12ce-4415-b4f9-42fff5792d2f', 'name': 'tempest-TestVolumeBootPattern-1153129948-router', 'tenant_id': 'dbd4de50617f4a3585cb620eb58a73c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.125'}], 'enable_snat': True}, 'gw_port_id': 'ae203062-b8cd-4d3b-96fe-f32d3b9d25d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:11Z', 'updated_at': '2022-08-30T04:27:15Z', 'revision_number': 4, 'project_id': 'dbd4de50617f4a3585cb620eb58a73c2', 'gw_port': {'id': 'ae203062-b8cd-4d3b-96fe-f32d3b9d25d0', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:da:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b18db4-12ce-4415-b4f9-42fff5792d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:12Z', 'updated_at': '2022-08-30T04:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': 'e84a43c3-e54e-450a-8bb4-6928a4361241', 'name': '', 'network_id': '01412b4f-531a-4566-a059-33fb5e4b2a20', 'tenant_id': 'dbd4de50617f4a3585cb620eb58a73c2', 'mac_address': 'fa:16:3e:f3:92:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b18db4-12ce-4415-b4f9-42fff5792d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '8d971472-9a72-445b-a285-cdbc6bac942f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:14Z', 'updated_at': '2022-08-30T04:27:15Z', 'revision_number': 2, 'project_id': 'dbd4de50617f4a3585cb620eb58a73c2', 'subnets': [{'id': '8d971472-9a72-445b-a285-cdbc6bac942f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:27:18.683547 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dd5674-1c45-4b25-8326-ced02e5da0ac None None] Checking router: 67b18db4-12ce-4415-b4f9-42fff5792d2f for host: dv-cinder-852208-11-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:27:18.683902 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dd5674-1c45-4b25-8326-ced02e5da0ac None None] Updating router 67b18db4-12ce-4415-b4f9-42fff5792d2f port e84a43c3-e54e-450a-8bb4-6928a4361241 binding host dv-cinder-852208-11-iscsi {{(pid=106295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:27:18.712769 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-12dd5674-1c45-4b25-8326-ced02e5da0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (e84a43c3-e54e-450a-8bb4-6928a4361241), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:18.980293 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-12dd5674-1c45-4b25-8326-ced02e5da0ac None None] Publish callbacks [] for port (e84a43c3-e54e-450a-8bb4-6928a4361241), precommit_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:18.986542 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-12dd5674-1c45-4b25-8326-ced02e5da0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (e84a43c3-e54e-450a-8bb4-6928a4361241), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:18.990021 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:18.990634 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:19.052618 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48b6554-aeb0-43a0-bea1-9381ae6956cd None None] Pushing event updated for resources: {'Port': ['ID=e84a43c3-e54e-450a-8bb4-6928a4361241,revision_number=3']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:19.085968 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-12dd5674-1c45-4b25-8326-ced02e5da0ac None None] Attempting to bind port e84a43c3-e54e-450a-8bb4-6928a4361241 on host dv-cinder-852208-11-iscsi for vnic_type normal with profile {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:27:19.086371 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-12dd5674-1c45-4b25-8326-ced02e5da0ac None None] Attempting to bind port e84a43c3-e54e-450a-8bb4-6928a4361241 by drivers openvswitch,hyperv on host dv-cinder-852208-11-iscsi at level 0 using segments [{'id': '58b96d1a-04a8-42a8-b875-c59bd8a29c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '01412b4f-531a-4566-a059-33fb5e4b2a20'}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:27:19.086738 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dd5674-1c45-4b25-8326-ced02e5da0ac None None] Attempting to bind port e84a43c3-e54e-450a-8bb4-6928a4361241 on network 01412b4f-531a-4566-a059-33fb5e4b2a20 {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:27:19.092203 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dd5674-1c45-4b25-8326-ced02e5da0ac None None] Checking agent: {'id': 'd414c4c0-e104-4322-85c3-8bf64da32860', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852208-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 10, 56), 'started_at': datetime.datetime(2022, 8, 30, 4, 11, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852208-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:27:19.092580 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dd5674-1c45-4b25-8326-ced02e5da0ac None None] Checking segment: {'id': '58b96d1a-04a8-42a8-b875-c59bd8a29c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '01412b4f-531a-4566-a059-33fb5e4b2a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:27:19.092979 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-12dd5674-1c45-4b25-8326-ced02e5da0ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:19.093371 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dd5674-1c45-4b25-8326-ced02e5da0ac None None] Bound using segment: {'id': '58b96d1a-04a8-42a8-b875-c59bd8a29c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '01412b4f-531a-4566-a059-33fb5e4b2a20'} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:27:19.093831 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-12dd5674-1c45-4b25-8326-ced02e5da0ac None None] Bound port: e84a43c3-e54e-450a-8bb4-6928a4361241, host: dv-cinder-852208-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58b96d1a-04a8-42a8-b875-c59bd8a29c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '01412b4f-531a-4566-a059-33fb5e4b2a20'}}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:27:19.094209 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-12dd5674-1c45-4b25-8326-ced02e5da0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (e84a43c3-e54e-450a-8bb4-6928a4361241), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:19.157296 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-12dd5674-1c45-4b25-8326-ced02e5da0ac None None] For port e84a43c3-e54e-450a-8bb4-6928a4361241, host dv-cinder-852208-11-iscsi, cleared binding levels {{(pid=106295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:27:19.160168 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-12dd5674-1c45-4b25-8326-ced02e5da0ac None None] For port e84a43c3-e54e-450a-8bb4-6928a4361241, host dv-cinder-852208-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=e84a43c3-e54e-450a-8bb4-6928a4361241,segment=NetworkSegment(58b96d1a-04a8-42a8-b875-c59bd8a29c34),segment_id=58b96d1a-04a8-42a8-b875-c59bd8a29c34)] {{(pid=106295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:27:19.166479 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-12dd5674-1c45-4b25-8326-ced02e5da0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (e84a43c3-e54e-450a-8bb4-6928a4361241), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:19.203864 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dd5674-1c45-4b25-8326-ced02e5da0ac None None] Routers {'67b18db4-12ce-4415-b4f9-42fff5792d2f'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:27:19.204490 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-12dd5674-1c45-4b25-8326-ced02e5da0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:26:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['67b18db4-12ce-4415-b4f9-42fff5792d2f'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:27:19.264074 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48b6554-aeb0-43a0-bea1-9381ae6956cd None None] Pushing event updated for resources: {'Port': ['ID=e84a43c3-e54e-450a-8bb4-6928a4361241,revision_number=4']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:19.408643 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-12dd5674-1c45-4b25-8326-ced02e5da0ac None None] Set router 67b18db4-12ce-4415-b4f9-42fff5792d2f gateway port host: dv-cinder-852208-11-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:27:19.608072 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-12dd5674-1c45-4b25-8326-ced02e5da0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b18db4-12ce-4415-b4f9-42fff5792d2f', 'name': 'tempest-TestVolumeBootPattern-1153129948-router', 'tenant_id': 'dbd4de50617f4a3585cb620eb58a73c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.125'}], 'enable_snat': True}, 'gw_port_id': 'ae203062-b8cd-4d3b-96fe-f32d3b9d25d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:11Z', 'updated_at': '2022-08-30T04:27:15Z', 'revision_number': 4, 'project_id': 'dbd4de50617f4a3585cb620eb58a73c2', 'gw_port': {'id': 'ae203062-b8cd-4d3b-96fe-f32d3b9d25d0', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:da:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b18db4-12ce-4415-b4f9-42fff5792d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:12Z', 'updated_at': '2022-08-30T04:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': 'e84a43c3-e54e-450a-8bb4-6928a4361241', 'name': '', 'network_id': '01412b4f-531a-4566-a059-33fb5e4b2a20', 'tenant_id': 'dbd4de50617f4a3585cb620eb58a73c2', 'mac_address': 'fa:16:3e:f3:92:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b18db4-12ce-4415-b4f9-42fff5792d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '8d971472-9a72-445b-a285-cdbc6bac942f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:14Z', 'updated_at': '2022-08-30T04:27:19Z', 'revision_number': 4, 'project_id': 'dbd4de50617f4a3585cb620eb58a73c2', 'subnets': [{'id': '8d971472-9a72-445b-a285-cdbc6bac942f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:27:19.637938 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dd5674-1c45-4b25-8326-ced02e5da0ac None None] The sync data for ids ['67b18db4-12ce-4415-b4f9-42fff5792d2f'] in dv-cinder-852208-11-iscsi is: [{'id': '67b18db4-12ce-4415-b4f9-42fff5792d2f', 'name': 'tempest-TestVolumeBootPattern-1153129948-router', 'tenant_id': 'dbd4de50617f4a3585cb620eb58a73c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.125'}], 'enable_snat': True}, 'gw_port_id': 'ae203062-b8cd-4d3b-96fe-f32d3b9d25d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:11Z', 'updated_at': '2022-08-30T04:27:15Z', 'revision_number': 4, 'project_id': 'dbd4de50617f4a3585cb620eb58a73c2', 'gw_port': {'id': 'ae203062-b8cd-4d3b-96fe-f32d3b9d25d0', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:da:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b18db4-12ce-4415-b4f9-42fff5792d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:12Z', 'updated_at': '2022-08-30T04:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': 'e84a43c3-e54e-450a-8bb4-6928a4361241', 'name': '', 'network_id': '01412b4f-531a-4566-a059-33fb5e4b2a20', 'tenant_id': 'dbd4de50617f4a3585cb620eb58a73c2', 'mac_address': 'fa:16:3e:f3:92:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b18db4-12ce-4415-b4f9-42fff5792d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '8d971472-9a72-445b-a285-cdbc6bac942f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:14Z', 'updated_at': '2022-08-30T04:27:19Z', 'revision_number': 4, 'project_id': 'dbd4de50617f4a3585cb620eb58a73c2', 'subnets': [{'id': '8d971472-9a72-445b-a285-cdbc6bac942f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:27:19.764078 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4246be18-3f94-449c-a37d-ea24dc25937b req-bd5041d2-3cb7-4003-a90b-933cbeaef325 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:19.765642 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4246be18-3f94-449c-a37d-ea24dc25937b req-bd5041d2-3cb7-4003-a90b-933cbeaef325 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0c3b92a2-23a8-405c-b393-820424eddd08 HTTP/1.1" status: 200 len: 946 time: 0.0486293 Aug 30 04:27:19.826678 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4246be18-3f94-449c-a37d-ea24dc25937b req-1b2fa8d9-bf46-4ec1-9044-8cbe2538c7d2 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1c205f42-e2da-40a6-a4c4-81fd5750f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544300 Aug 30 04:27:20.021774 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device ae203062-b8cd-4d3b-96fe-f32d3b9d25d0 up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:27:20.068164 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port ae203062-b8cd-4d3b-96fe-f32d3b9d25d0 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:27:20.068620 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (ae203062-b8cd-4d3b-96fe-f32d3b9d25d0), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:20.100123 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:20.156738 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port ae203062-b8cd-4d3b-96fe-f32d3b9d25d0 is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:27:20.157796 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device e84a43c3-e54e-450a-8bb4-6928a4361241 up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:27:20.205033 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port e84a43c3-e54e-450a-8bb4-6928a4361241 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:27:20.205409 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (e84a43c3-e54e-450a-8bb4-6928a4361241), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:20.287649 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port e84a43c3-e54e-450a-8bb4-6928a4361241 is: DOWN; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:27:20.288034 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (e84a43c3-e54e-450a-8bb4-6928a4361241), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:20.329986 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] For port e84a43c3-e54e-450a-8bb4-6928a4361241, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=e84a43c3-e54e-450a-8bb4-6928a4361241,segment=NetworkSegment(58b96d1a-04a8-42a8-b875-c59bd8a29c34),segment_id=58b96d1a-04a8-42a8-b875-c59bd8a29c34)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:27:20.339174 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (e84a43c3-e54e-450a-8bb4-6928a4361241), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:20.378473 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-63cb723b-1638-4fb9-8a5a-9569cec4dd76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (1bd89ca2-58f6-428d-83bf-6325bad549fd), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:20.398300 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Pushing event updated for resources: {'Port': ['ID=e84a43c3-e54e-450a-8bb4-6928a4361241,revision_number=5']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:20.961771 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb4cfd-a125-4c10-bcdb-8a00d5d6fddb req-9ffb9c60-5824-4b08-8f8f-5fd5bb8835e8 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:20.963305 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-b4fb4cfd-a125-4c10-bcdb-8a00d5d6fddb req-9ffb9c60-5824-4b08-8f8f-5fd5bb8835e8 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0c3b92a2-23a8-405c-b393-820424eddd08 HTTP/1.1" status: 200 len: 946 time: 0.0514221 Aug 30 04:27:21.014794 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-b4fb4cfd-a125-4c10-bcdb-8a00d5d6fddb req-87429f3d-592a-471c-828d-73e8421f3291 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1c205f42-e2da-40a6-a4c4-81fd5750f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452123 Aug 30 04:27:21.987190 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device e84a43c3-e54e-450a-8bb4-6928a4361241 up at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:27:22.033126 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Provisioning complete for port e84a43c3-e54e-450a-8bb4-6928a4361241 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:27:22.033502 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (e84a43c3-e54e-450a-8bb4-6928a4361241), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:22.076342 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:22.117327 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Current status of the port e84a43c3-e54e-450a-8bb4-6928a4361241 is: ACTIVE; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:27:22.175735 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7598d19-8d79-4cd8-aea8-15b7d4a655b4 req-ea9c100b-4d08-4bae-b84d-f1c6dba4b362 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:22.177128 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f7598d19-8d79-4cd8-aea8-15b7d4a655b4 req-ea9c100b-4d08-4bae-b84d-f1c6dba4b362 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0c3b92a2-23a8-405c-b393-820424eddd08 HTTP/1.1" status: 200 len: 946 time: 0.0839093 Aug 30 04:27:22.201662 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef065b59-6904-4240-939a-f7fb8043223c req-169d7a59-52d2-427e-b4c6-b5feea631c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:22.203112 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ef065b59-6904-4240-939a-f7fb8043223c req-169d7a59-52d2-427e-b4c6-b5feea631c78 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=b0f04feca7a349e5a656f166dae05354&device_id=0c3b92a2-23a8-405c-b393-820424eddd08 HTTP/1.1" status: 200 len: 1130 time: 0.0628240 Aug 30 04:27:22.237555 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:22.287532 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f7598d19-8d79-4cd8-aea8-15b7d4a655b4 req-f2c29d22-285f-4996-969c-b853843489d4 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1c205f42-e2da-40a6-a4c4-81fd5750f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026132 Aug 30 04:27:22.329253 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef065b59-6904-4240-939a-f7fb8043223c req-2578608b-94be-4d9e-8a06-741d8ed5cbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:22.330749 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ef065b59-6904-4240-939a-f7fb8043223c req-2578608b-94be-4d9e-8a06-741d8ed5cbaa service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=d7d92f54-c849-4928-94b8-15ca960aef5a HTTP/1.1" status: 200 len: 910 time: 0.1200871 Aug 30 04:27:22.343835 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:22.397741 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ef065b59-6904-4240-939a-f7fb8043223c req-261bb99b-784c-43db-bcfc-5c54bc6f6f33 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=063e08d6-d65f-4bd5-9b7c-48ede36416eb HTTP/1.1" status: 200 len: 1002 time: 0.0603287 Aug 30 04:27:22.447372 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef065b59-6904-4240-939a-f7fb8043223c req-9f4aeafa-cf2c-4126-a3c2-db30c49bfea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:22.449231 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ef065b59-6904-4240-939a-f7fb8043223c req-9f4aeafa-cf2c-4126-a3c2-db30c49bfea0 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=646d24da-bdaf-4aea-ad44-2a004e388e6e HTTP/1.1" status: 200 len: 848 time: 0.0454042 Aug 30 04:27:22.494064 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef065b59-6904-4240-939a-f7fb8043223c req-8f94ca9e-d416-4973-9df7-8b8a54550e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:22.495674 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ef065b59-6904-4240-939a-f7fb8043223c req-8f94ca9e-d416-4973-9df7-8b8a54550e04 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=d7d92f54-c849-4928-94b8-15ca960aef5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0402758 Aug 30 04:27:22.554300 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-90d76558-9462-4d73-835e-8d21da26e95e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:22.599201 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ef065b59-6904-4240-939a-f7fb8043223c req-44908118-dc8e-435f-8981-1ac40f45fdc1 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/d7d92f54-c849-4928-94b8-15ca960aef5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964608 Aug 30 04:27:22.704919 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ef065b59-6904-4240-939a-f7fb8043223c req-72870a96-4cf0-4e61-9b7d-aa1b8551aa84 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/d7d92f54-c849-4928-94b8-15ca960aef5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977676 Aug 30 04:27:22.715557 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.agents_db [None req-4bab6993-eaca-4b45-827a-a5590950f82e None None] Agent healthcheck: found 6 active agents {{(pid=106295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:27:23.409646 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286bca9e-14da-41ff-bd1f-485ad56c235c req-0e27e996-7cda-49bd-8a63-dfdd8f376594 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:23.411270 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-286bca9e-14da-41ff-bd1f-485ad56c235c req-0e27e996-7cda-49bd-8a63-dfdd8f376594 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0c3b92a2-23a8-405c-b393-820424eddd08 HTTP/1.1" status: 200 len: 946 time: 0.0494983 Aug 30 04:27:23.466671 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-286bca9e-14da-41ff-bd1f-485ad56c235c req-a7281187-660e-48ee-9ffb-2db7d0a433fd tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1c205f42-e2da-40a6-a4c4-81fd5750f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465093 Aug 30 04:27:23.785478 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8bdbbddc-d827-40e6-b8fb-29930693a668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (0ba81f50-231f-4a87-bfed-adcf093ea106), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:24.587859 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3283db7a-1c7d-4b0c-8ac0-cad0e237f5b5 req-281be11b-4bbe-45a9-bba2-0f52bc18204d tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:24.589902 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3283db7a-1c7d-4b0c-8ac0-cad0e237f5b5 req-281be11b-4bbe-45a9-bba2-0f52bc18204d tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0c3b92a2-23a8-405c-b393-820424eddd08 HTTP/1.1" status: 200 len: 946 time: 0.0507600 Aug 30 04:27:24.644507 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3283db7a-1c7d-4b0c-8ac0-cad0e237f5b5 req-c0e40f37-9c64-4009-b648-86b126e7df8f tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1c205f42-e2da-40a6-a4c4-81fd5750f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481582 Aug 30 04:27:25.459779 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-390264ec-bab8-4bcb-922a-62bbd4f3a683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (b2cd167f-1ad0-4273-bd2a-29638b1fd1d2), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:25.584146 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (d414c4c0-e104-4322-85c3-8bf64da32860), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:25.775192 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86519122-135e-46e0-a8d7-b902bb0eac44 req-b54cefde-c329-411c-91b1-e730c064759c tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:25.777227 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-86519122-135e-46e0-a8d7-b902bb0eac44 req-b54cefde-c329-411c-91b1-e730c064759c tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0c3b92a2-23a8-405c-b393-820424eddd08 HTTP/1.1" status: 200 len: 946 time: 0.0525777 Aug 30 04:27:25.832932 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-86519122-135e-46e0-a8d7-b902bb0eac44 req-ede4f684-0dc1-49a9-9933-3b8f4bdb29af tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1c205f42-e2da-40a6-a4c4-81fd5750f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496414 Aug 30 04:27:26.086982 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef39e9-555d-469c-a54d-65878ff0ef29 req-ad823368-31e1-4487-9957-39cb236c6be1 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:26.088391 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-4bef39e9-555d-469c-a54d-65878ff0ef29 req-ad823368-31e1-4487-9957-39cb236c6be1 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0c3b92a2-23a8-405c-b393-820424eddd08 HTTP/1.1" status: 200 len: 946 time: 0.0489442 Aug 30 04:27:26.121917 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:26.144210 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-4bef39e9-555d-469c-a54d-65878ff0ef29 req-b518605e-ebf0-48c3-a3d0-92e57bcb73c6 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1c205f42-e2da-40a6-a4c4-81fd5750f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485106 Aug 30 04:27:26.194354 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-672c7c8f-9480-4189-a07c-734386758da7 req-a8808d59-2923-440b-be8d-6864dad05e3b service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0c3b92a2-23a8-405c-b393-820424eddd08&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1728780 Aug 30 04:27:26.336440 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c7c8f-9480-4189-a07c-734386758da7 req-ea1e0268-da7b-4419-ab52-990e469039d1 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:26.337950 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-672c7c8f-9480-4189-a07c-734386758da7 req-ea1e0268-da7b-4419-ab52-990e469039d1 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/ports/063e08d6-d65f-4bd5-9b7c-48ede36416eb HTTP/1.1" status: 200 len: 943 time: 0.1142967 Aug 30 04:27:27.282965 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7763020-8817-4a6c-94ea-9d4aac2d70be req-16629c6e-bd83-4b9c-9eac-a135b54725be tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:27.284547 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e7763020-8817-4a6c-94ea-9d4aac2d70be req-16629c6e-bd83-4b9c-9eac-a135b54725be tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0c3b92a2-23a8-405c-b393-820424eddd08 HTTP/1.1" status: 200 len: 946 time: 0.0554349 Aug 30 04:27:27.318577 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 063e08d6-d65f-4bd5-9b7c-48ede36416eb no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:27:27.354652 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e7763020-8817-4a6c-94ea-9d4aac2d70be req-987df6c8-3407-424e-9110-91ac815df2b5 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1c205f42-e2da-40a6-a4c4-81fd5750f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616539 Aug 30 04:27:27.426746 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Current status of the port 063e08d6-d65f-4bd5-9b7c-48ede36416eb is: ACTIVE; New status is: DOWN {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:27:27.427546 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (063e08d6-d65f-4bd5-9b7c-48ede36416eb), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:27.460399 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c3b92a2-23a8-405c-b393-820424eddd08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '063e08d6-d65f-4bd5-9b7c-48ede36416eb'}] {{(pid=106294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:27:27.463473 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc91461c002048a1511ec2515697d9f100988a5a9e001fc967bf4275e8e26e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf251420-55db-4604-8bd4-889aae0b89ad" -d '{"events": [{"server_uuid": "0c3b92a2-23a8-405c-b393-820424eddd08", "name": "network-vif-unplugged", "status": "completed", "tag": "063e08d6-d65f-4bd5-9b7c-48ede36416eb"}]}' {{(pid=106294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:27:27.476990 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port 063e08d6-d65f-4bd5-9b7c-48ede36416eb, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=063e08d6-d65f-4bd5-9b7c-48ede36416eb,segment=NetworkSegment(0883dac3-57f0-4e08-9b27-97a718acc317),segment_id=0883dac3-57f0-4e08-9b27-97a718acc317)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:27:27.483471 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (063e08d6-d65f-4bd5-9b7c-48ede36416eb), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:27.512949 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 30 Aug 2022 04:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa18863-e5e5-4322-aa2e-9072a8316ae3 x-openstack-request-id: req-6fa18863-e5e5-4322-aa2e-9072a8316ae3 {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:27:27.513247 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c3b92a2-23a8-405c-b393-820424eddd08", "name": "network-vif-unplugged", "status": "completed", "tag": "063e08d6-d65f-4bd5-9b7c-48ede36416eb", "code": 200}]} {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:27:27.513502 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6fa18863-e5e5-4322-aa2e-9072a8316ae3 {{(pid=106294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:27:27.513895 dv-cinder-852208-11-iscsi neutron-server[106294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fa18863-e5e5-4322-aa2e-9072a8316ae3'] response: {'server_uuid': '0c3b92a2-23a8-405c-b393-820424eddd08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '063e08d6-d65f-4bd5-9b7c-48ede36416eb', 'code': 200} Aug 30 04:27:27.539640 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Pushing event updated for resources: {'Port': ['ID=063e08d6-d65f-4bd5-9b7c-48ede36416eb,revision_number=6']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:27.798183 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c7c8f-9480-4189-a07c-734386758da7 req-20730c61-f734-4a35-aded-57c56329b99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:27.800656 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-672c7c8f-9480-4189-a07c-734386758da7 req-20730c61-f734-4a35-aded-57c56329b99e service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=0c3b92a2-23a8-405c-b393-820424eddd08&tenant_id=b0f04feca7a349e5a656f166dae05354 HTTP/1.1" status: 200 len: 1128 time: 0.0466878 Aug 30 04:27:27.875067 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c7c8f-9480-4189-a07c-734386758da7 req-360899e1-b42b-452d-b474-0f24477cef66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:27.876816 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-672c7c8f-9480-4189-a07c-734386758da7 req-360899e1-b42b-452d-b474-0f24477cef66 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=b0f04feca7a349e5a656f166dae05354&device_id=0c3b92a2-23a8-405c-b393-820424eddd08 HTTP/1.1" status: 200 len: 1128 time: 0.0467575 Aug 30 04:27:27.989847 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c7c8f-9480-4189-a07c-734386758da7 req-d9e3dfc0-edf0-474f-9d5e-8855f13dfec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:27.991325 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-672c7c8f-9480-4189-a07c-734386758da7 req-d9e3dfc0-edf0-474f-9d5e-8855f13dfec3 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=d7d92f54-c849-4928-94b8-15ca960aef5a HTTP/1.1" status: 200 len: 910 time: 0.1072528 Aug 30 04:27:28.061827 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-672c7c8f-9480-4189-a07c-734386758da7 req-517553c7-b96b-427b-a9fc-25e2ccd57765 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=063e08d6-d65f-4bd5-9b7c-48ede36416eb HTTP/1.1" status: 200 len: 1000 time: 0.0637321 Aug 30 04:27:28.112306 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c7c8f-9480-4189-a07c-734386758da7 req-9958d992-bc26-4579-a5d8-eb7c8a9318b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:28.113711 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-672c7c8f-9480-4189-a07c-734386758da7 req-9958d992-bc26-4579-a5d8-eb7c8a9318b2 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=646d24da-bdaf-4aea-ad44-2a004e388e6e HTTP/1.1" status: 200 len: 848 time: 0.0460124 Aug 30 04:27:28.162315 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c7c8f-9480-4189-a07c-734386758da7 req-298c5471-224b-4a10-b103-430ebf4c93c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:28.163811 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-672c7c8f-9480-4189-a07c-734386758da7 req-298c5471-224b-4a10-b103-430ebf4c93c4 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=d7d92f54-c849-4928-94b8-15ca960aef5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427136 Aug 30 04:27:28.259018 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-672c7c8f-9480-4189-a07c-734386758da7 req-4273a1c3-85a1-4c49-b76e-ce987d174655 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/d7d92f54-c849-4928-94b8-15ca960aef5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860665 Aug 30 04:27:28.324871 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:28.329247 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:28.355030 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-672c7c8f-9480-4189-a07c-734386758da7 req-e1ef090d-39f8-446e-a675-a9cc3dc0222e service neutron] 10.222.0.75 "GET /networking/v2.0/networks/d7d92f54-c849-4928-94b8-15ca960aef5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886264 Aug 30 04:27:28.486892 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23a63cd-1e89-4418-a7e4-3fa89f65dfd9 req-9d23b2b2-b6c2-422c-80d2-50ff5e8b6591 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:28.488335 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c23a63cd-1e89-4418-a7e4-3fa89f65dfd9 req-9d23b2b2-b6c2-422c-80d2-50ff5e8b6591 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0c3b92a2-23a8-405c-b393-820424eddd08 HTTP/1.1" status: 200 len: 944 time: 0.0480146 Aug 30 04:27:28.539390 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c23a63cd-1e89-4418-a7e4-3fa89f65dfd9 req-b5895d5b-7ac3-4cea-b8f5-82d54dd8f51d tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1c205f42-e2da-40a6-a4c4-81fd5750f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455079 Aug 30 04:27:29.610607 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=59,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:29.665103 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af822ad8-cc98-4d58-b25d-661aab645d36 req-f9aa06f8-fe27-46e2-a74b-2d4ee2340070 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:29.666526 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-af822ad8-cc98-4d58-b25d-661aab645d36 req-f9aa06f8-fe27-46e2-a74b-2d4ee2340070 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0c3b92a2-23a8-405c-b393-820424eddd08 HTTP/1.1" status: 200 len: 944 time: 0.0500267 Aug 30 04:27:29.716180 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-af822ad8-cc98-4d58-b25d-661aab645d36 req-0bd7480f-7517-40c0-9da4-13a888d01094 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1c205f42-e2da-40a6-a4c4-81fd5750f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441227 Aug 30 04:27:30.836705 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88a241-1bfc-470c-aa29-724735d2c26e req-db1355d7-bebf-45b6-97ee-3ea8b152f4a6 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:30.838175 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2a88a241-1bfc-470c-aa29-724735d2c26e req-db1355d7-bebf-45b6-97ee-3ea8b152f4a6 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0c3b92a2-23a8-405c-b393-820424eddd08 HTTP/1.1" status: 200 len: 944 time: 0.0473530 Aug 30 04:27:30.887925 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2a88a241-1bfc-470c-aa29-724735d2c26e req-a68f2f27-4801-496d-ad58-97e691c9a0df tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1c205f42-e2da-40a6-a4c4-81fd5750f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435059 Aug 30 04:27:31.128895 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (5274a8db-cdbb-4c02-abb1-2eb9d7076dc1), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:32.013130 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69492dbe-ef48-4342-9514-cacf3bc625da req-4b0bb7cc-e678-4e2f-a7ac-8b670c31246e tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:32.014630 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-69492dbe-ef48-4342-9514-cacf3bc625da req-4b0bb7cc-e678-4e2f-a7ac-8b670c31246e tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0c3b92a2-23a8-405c-b393-820424eddd08 HTTP/1.1" status: 200 len: 944 time: 0.0473673 Aug 30 04:27:32.045756 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:32.069488 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-69492dbe-ef48-4342-9514-cacf3bc625da req-eda548d5-dbfe-440b-b4f7-5b4900d8ec13 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1c205f42-e2da-40a6-a4c4-81fd5750f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490198 Aug 30 04:27:32.910150 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9854abeb-fe9d-4243-be9c-1de42b1aa69b req-42231baf-9add-4c9f-8b27-5c72374f6692 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-759749048&fields=id&tenant_id=59c345f38d6548cd820affce5406d62c HTTP/1.1" status: 200 len: 267 time: 0.0474129 Aug 30 04:27:33.015269 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854abeb-fe9d-4243-be9c-1de42b1aa69b req-86619245-cce0-4b83-9220-96e2cd51051c tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:33.016711 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9854abeb-fe9d-4243-be9c-1de42b1aa69b req-86619245-cce0-4b83-9220-96e2cd51051c tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/networks?id=8adf9578-c481-4463-b5d1-5bddee25fe02 HTTP/1.1" status: 200 len: 812 time: 0.1001318 Aug 30 04:27:33.031263 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9854abeb-fe9d-4243-be9c-1de42b1aa69b req-671fa812-1860-4cb6-b2d2-676859ab2bfb tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/quotas/59c345f38d6548cd820affce5406d62c HTTP/1.1" status: 200 len: 375 time: 0.0088966 Aug 30 04:27:33.084096 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9854abeb-fe9d-4243-be9c-1de42b1aa69b req-4ab1ef61-33e8-488c-bc7d-9f443d4b7256 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=59c345f38d6548cd820affce5406d62c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472977 Aug 30 04:27:33.181755 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9854abeb-fe9d-4243-be9c-1de42b1aa69b req-27393f57-993b-418b-b894-8e9c23b733c5 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/8adf9578-c481-4463-b5d1-5bddee25fe02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857937 Aug 30 04:27:33.188907 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f3687-5991-40b5-ad8f-ebe736a05bda req-c5cc0f0a-a411-431a-867c-b632a8be041b tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:33.190975 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-052f3687-5991-40b5-ad8f-ebe736a05bda req-c5cc0f0a-a411-431a-867c-b632a8be041b tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0c3b92a2-23a8-405c-b393-820424eddd08 HTTP/1.1" status: 200 len: 944 time: 0.0493493 Aug 30 04:27:33.240927 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-052f3687-5991-40b5-ad8f-ebe736a05bda req-470cf74f-4342-4452-a2f0-88cce27e5f7e tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1c205f42-e2da-40a6-a4c4-81fd5750f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441222 Aug 30 04:27:33.280375 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9854abeb-fe9d-4243-be9c-1de42b1aa69b req-d099c25f-d41b-4997-9767-3868bb1a4fec service neutron] 10.222.0.46 "GET /networking/v2.0/networks/8adf9578-c481-4463-b5d1-5bddee25fe02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925341 Aug 30 04:27:33.572630 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-1b55da15-08f0-45fb-9b87-b3a9d0609400 req-5e665f48-b140-4f1d-9bcc-0fcdb59467da tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a38295c3-20df-4922-b871-2b98a7c5791f HTTP/1.1" status: 200 len: 210 time: 0.0287571 Aug 30 04:27:34.370825 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d2674-39c6-4f2b-a34e-b40411e192f5 req-63286b8a-715a-40ec-b4b3-87fec06f784c tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:34.372293 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-209d2674-39c6-4f2b-a34e-b40411e192f5 req-63286b8a-715a-40ec-b4b3-87fec06f784c tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0c3b92a2-23a8-405c-b393-820424eddd08 HTTP/1.1" status: 200 len: 944 time: 0.0481412 Aug 30 04:27:34.423542 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-209d2674-39c6-4f2b-a34e-b40411e192f5 req-c93fbd5f-51df-4d78-aaf1-b713b8a66198 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1c205f42-e2da-40a6-a4c4-81fd5750f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452423 Aug 30 04:27:34.830070 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-ec6b5fcb-cebc-4789-9b70-96eca72c11e5 req-270bfa6c-bb6b-4878-a7a6-3b0a93050620 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a38295c3-20df-4922-b871-2b98a7c5791f HTTP/1.1" status: 200 len: 210 time: 0.0308979 Aug 30 04:27:34.986275 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854abeb-fe9d-4243-be9c-1de42b1aa69b req-da334671-773f-4a77-91bf-d4351d12f873 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:34.987743 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9854abeb-fe9d-4243-be9c-1de42b1aa69b req-da334671-773f-4a77-91bf-d4351d12f873 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.75 "GET /networking/v2.0/networks?id=8adf9578-c481-4463-b5d1-5bddee25fe02 HTTP/1.1" status: 200 len: 812 time: 0.1103561 Aug 30 04:27:35.054499 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9854abeb-fe9d-4243-be9c-1de42b1aa69b req-f0f89086-895e-4e1c-9f67-b31cfabf3bae tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.75 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=59c345f38d6548cd820affce5406d62c HTTP/1.1" status: 200 len: 379 time: 0.0585277 Aug 30 04:27:35.065263 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-9854abeb-fe9d-4243-be9c-1de42b1aa69b req-3a8fed3e-c5ad-45f3-a2a5-91c98a500cd9 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Request body: {'port': {'device_id': 'a38295c3-20df-4922-b871-2b98a7c5791f', 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02', 'admin_state_up': True, 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'security_groups': ['eeba6d54-95d8-44b5-8b13-0be4ed569eb7']}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:27:35.362273 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 063e08d6-d65f-4bd5-9b7c-48ede36416eb details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106294) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:27:35.402667 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:35.446109 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:35.455398 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:35.467219 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9854abeb-fe9d-4243-be9c-1de42b1aa69b req-3a8fed3e-c5ad-45f3-a2a5-91c98a500cd9 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Made reservation on behalf of 59c345f38d6548cd820affce5406d62c for: {'port': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:27:35.471199 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-9854abeb-fe9d-4243-be9c-1de42b1aa69b req-3a8fed3e-c5ad-45f3-a2a5-91c98a500cd9 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:35.478580 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port 063e08d6-d65f-4bd5-9b7c-48ede36416eb, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=063e08d6-d65f-4bd5-9b7c-48ede36416eb,segment=NetworkSegment(0883dac3-57f0-4e08-9b27-97a718acc317),segment_id=0883dac3-57f0-4e08-9b27-97a718acc317)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:27:35.496731 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Returning: {'device': '063e08d6-d65f-4bd5-9b7c-48ede36416eb', 'network_id': 'd7d92f54-c849-4928-94b8-15ca960aef5a', 'port_id': '063e08d6-d65f-4bd5-9b7c-48ede36416eb', 'mac_address': 'fa:16:3e:31:19:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '646d24da-bdaf-4aea-ad44-2a004e388e6e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106294) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:27:35.539977 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Current status of the port 063e08d6-d65f-4bd5-9b7c-48ede36416eb is: DOWN; New status is: BUILD {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:27:35.540457 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (063e08d6-d65f-4bd5-9b7c-48ede36416eb), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:35.560249 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 063e08d6-d65f-4bd5-9b7c-48ede36416eb {{(pid=106294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:27:35.582888 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port 063e08d6-d65f-4bd5-9b7c-48ede36416eb, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=063e08d6-d65f-4bd5-9b7c-48ede36416eb,segment=NetworkSegment(0883dac3-57f0-4e08-9b27-97a718acc317),segment_id=0883dac3-57f0-4e08-9b27-97a718acc317)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:27:35.587788 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (063e08d6-d65f-4bd5-9b7c-48ede36416eb), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:35.605250 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb2779-afec-4a5e-9208-c5e773f10707 req-7576c89a-bb8c-43ad-91ee-f1ac58fee188 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:35.606809 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5efb2779-afec-4a5e-9208-c5e773f10707 req-7576c89a-bb8c-43ad-91ee-f1ac58fee188 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0c3b92a2-23a8-405c-b393-820424eddd08 HTTP/1.1" status: 200 len: 944 time: 0.0746741 Aug 30 04:27:35.635371 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Pushing event updated for resources: {'Port': ['ID=063e08d6-d65f-4bd5-9b7c-48ede36416eb,revision_number=7']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:35.686015 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [req-9854abeb-fe9d-4243-be9c-1de42b1aa69b req-3a8fed3e-c5ad-45f3-a2a5-91c98a500cd9 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Allocated IP 172.20.0.8 (8adf9578-c481-4463-b5d1-5bddee25fe02/03eac665-3c5b-4142-8ea7-a4ac29a47a1c/2f13d5a1-172c-4836-9776-4995855ff63b) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:27:35.717483 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5efb2779-afec-4a5e-9208-c5e773f10707 req-86c6afb4-149a-4f19-9f27-f449dae1253b tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1c205f42-e2da-40a6-a4c4-81fd5750f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857098 Aug 30 04:27:35.799800 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] get_ports_and_sgs() called for port_ids ['063e08d6-d65f-4bd5-9b7c-48ede36416eb'] {{(pid=106294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:27:35.880018 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-9854abeb-fe9d-4243-be9c-1de42b1aa69b req-3a8fed3e-c5ad-45f3-a2a5-91c98a500cd9 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks [] for port (2f13d5a1-172c-4836-9776-4995855ff63b), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:35.914889 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-9854abeb-fe9d-4243-be9c-1de42b1aa69b req-3a8fed3e-c5ad-45f3-a2a5-91c98a500cd9 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (2f13d5a1-172c-4836-9776-4995855ff63b), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:35.969775 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9854abeb-fe9d-4243-be9c-1de42b1aa69b req-3a8fed3e-c5ad-45f3-a2a5-91c98a500cd9 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Network 8adf9578-c481-4463-b5d1-5bddee25fe02 is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:27:35.973472 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [req-9854abeb-fe9d-4243-be9c-1de42b1aa69b req-3a8fed3e-c5ad-45f3-a2a5-91c98a500cd9 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:27:35.977572 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-9854abeb-fe9d-4243-be9c-1de42b1aa69b req-3a8fed3e-c5ad-45f3-a2a5-91c98a500cd9 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:27:35.987431 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ccc42-78d9-48d1-8853-680e80cb3041 req-f28376ba-2dd4-4e2b-bed3-88b6a625685b tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:35.990474 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-d63ccc42-78d9-48d1-8853-680e80cb3041 req-f28376ba-2dd4-4e2b-bed3-88b6a625685b tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a38295c3-20df-4922-b871-2b98a7c5791f HTTP/1.1" status: 200 len: 931 time: 0.0793452 Aug 30 04:27:36.010898 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8fed3e-c5ad-45f3-a2a5-91c98a500cd9 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Pushing event updated for resources: {'Port': ['ID=2f13d5a1-172c-4836-9776-4995855ff63b,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:36.025555 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8fed3e-c5ad-45f3-a2a5-91c98a500cd9 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:36.025987 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8fed3e-c5ad-45f3-a2a5-91c98a500cd9 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:36.026960 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8fed3e-c5ad-45f3-a2a5-91c98a500cd9 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:36.026960 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8fed3e-c5ad-45f3-a2a5-91c98a500cd9 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:36.026960 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8fed3e-c5ad-45f3-a2a5-91c98a500cd9 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:36.027320 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8fed3e-c5ad-45f3-a2a5-91c98a500cd9 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:36.027578 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8fed3e-c5ad-45f3-a2a5-91c98a500cd9 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:36.027968 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8fed3e-c5ad-45f3-a2a5-91c98a500cd9 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:36.028297 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8fed3e-c5ad-45f3-a2a5-91c98a500cd9 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:36.028624 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8fed3e-c5ad-45f3-a2a5-91c98a500cd9 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:36.028950 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8fed3e-c5ad-45f3-a2a5-91c98a500cd9 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:36.029316 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8fed3e-c5ad-45f3-a2a5-91c98a500cd9 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:36.029582 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8fed3e-c5ad-45f3-a2a5-91c98a500cd9 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:36.029901 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8fed3e-c5ad-45f3-a2a5-91c98a500cd9 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:36.030217 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8fed3e-c5ad-45f3-a2a5-91c98a500cd9 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:36.067552 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854abeb-fe9d-4243-be9c-1de42b1aa69b req-3a8fed3e-c5ad-45f3-a2a5-91c98a500cd9 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:36.069389 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-9854abeb-fe9d-4243-be9c-1de42b1aa69b req-3a8fed3e-c5ad-45f3-a2a5-91c98a500cd9 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:36.074808 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-d63ccc42-78d9-48d1-8853-680e80cb3041 req-6bbf5d03-7aee-44fd-8ca7-0f45dfd68784 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=eeba6d54-95d8-44b5-8b13-0be4ed569eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754838 Aug 30 04:27:36.089754 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:36.108015 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9854abeb-fe9d-4243-be9c-1de42b1aa69b req-3a8fed3e-c5ad-45f3-a2a5-91c98a500cd9 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.75 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0462110 Aug 30 04:27:36.120928 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-9854abeb-fe9d-4243-be9c-1de42b1aa69b req-6d60a007-1710-45e7-8602-83f3d567fd04 service neutron] Request body: {'port': {'device_id': 'a38295c3-20df-4922-b871-2b98a7c5791f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:27:36.195265 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-9854abeb-fe9d-4243-be9c-1de42b1aa69b req-6d60a007-1710-45e7-8602-83f3d567fd04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (2f13d5a1-172c-4836-9776-4995855ff63b), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:36.326540 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-629929f1-09ad-4c75-9189-32820f2eac76 None None] Provisioning complete for port 2f13d5a1-172c-4836-9776-4995855ff63b triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:27:36.327115 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-629929f1-09ad-4c75-9189-32820f2eac76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (2f13d5a1-172c-4836-9776-4995855ff63b), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:36.369183 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-629929f1-09ad-4c75-9189-32820f2eac76 None None] Port 2f13d5a1-172c-4836-9776-4995855ff63b cannot update to ACTIVE because it is not bound. {{(pid=106294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:27:36.455345 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:36.467610 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:36.552491 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [req-9854abeb-fe9d-4243-be9c-1de42b1aa69b req-6d60a007-1710-45e7-8602-83f3d567fd04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f13d5a1-172c-4836-9776-4995855ff63b {{(pid=106293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:27:36.562711 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-9854abeb-fe9d-4243-be9c-1de42b1aa69b req-6d60a007-1710-45e7-8602-83f3d567fd04 service neutron] Publish callbacks [] for port (2f13d5a1-172c-4836-9776-4995855ff63b), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:36.577350 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.provisioning_blocks [req-9854abeb-fe9d-4243-be9c-1de42b1aa69b req-6d60a007-1710-45e7-8602-83f3d567fd04 service neutron] Transition to ACTIVE for port object 2f13d5a1-172c-4836-9776-4995855ff63b will not be triggered until provisioned by entity L2. {{(pid=106293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:27:36.582352 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-9854abeb-fe9d-4243-be9c-1de42b1aa69b req-6d60a007-1710-45e7-8602-83f3d567fd04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-454314'] for port (2f13d5a1-172c-4836-9776-4995855ff63b), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:36.706801 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d60a007-1710-45e7-8602-83f3d567fd04 service neutron] Pushing event updated for resources: {'Port': ['ID=2f13d5a1-172c-4836-9776-4995855ff63b,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:36.734083 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-9854abeb-fe9d-4243-be9c-1de42b1aa69b req-6d60a007-1710-45e7-8602-83f3d567fd04 service neutron] Attempting to bind port 2f13d5a1-172c-4836-9776-4995855ff63b on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:27:36.734555 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-9854abeb-fe9d-4243-be9c-1de42b1aa69b req-6d60a007-1710-45e7-8602-83f3d567fd04 service neutron] Attempting to bind port 2f13d5a1-172c-4836-9776-4995855ff63b by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': '4cd3a065-b490-45b6-a955-52849beed2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02'}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:27:36.735001 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9854abeb-fe9d-4243-be9c-1de42b1aa69b req-6d60a007-1710-45e7-8602-83f3d567fd04 service neutron] Attempting to bind port 2f13d5a1-172c-4836-9776-4995855ff63b on network 8adf9578-c481-4463-b5d1-5bddee25fe02 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:27:36.740131 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9854abeb-fe9d-4243-be9c-1de42b1aa69b req-6d60a007-1710-45e7-8602-83f3d567fd04 service neutron] Port 2f13d5a1-172c-4836-9776-4995855ff63b on network 8adf9578-c481-4463-b5d1-5bddee25fe02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:27:36.740541 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9854abeb-fe9d-4243-be9c-1de42b1aa69b req-6d60a007-1710-45e7-8602-83f3d567fd04 service neutron] Attempting to bind port 2f13d5a1-172c-4836-9776-4995855ff63b on network 8adf9578-c481-4463-b5d1-5bddee25fe02 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:27:36.746756 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9854abeb-fe9d-4243-be9c-1de42b1aa69b req-6d60a007-1710-45e7-8602-83f3d567fd04 service neutron] Checking agent: {'id': '5274a8db-cdbb-4c02-abb1-2eb9d7076dc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 17), 'started_at': datetime.datetime(2022, 8, 30, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:27:36.746756 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9854abeb-fe9d-4243-be9c-1de42b1aa69b req-6d60a007-1710-45e7-8602-83f3d567fd04 service neutron] Checking segment: {'id': '4cd3a065-b490-45b6-a955-52849beed2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:27:36.747212 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9854abeb-fe9d-4243-be9c-1de42b1aa69b req-6d60a007-1710-45e7-8602-83f3d567fd04 service neutron] Bound using segment: {'id': '4cd3a065-b490-45b6-a955-52849beed2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02'} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:27:36.747563 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-9854abeb-fe9d-4243-be9c-1de42b1aa69b req-6d60a007-1710-45e7-8602-83f3d567fd04 service neutron] Bound port: 2f13d5a1-172c-4836-9776-4995855ff63b, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cd3a065-b490-45b6-a955-52849beed2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02'}}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:27:36.747921 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-9854abeb-fe9d-4243-be9c-1de42b1aa69b req-6d60a007-1710-45e7-8602-83f3d567fd04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (2f13d5a1-172c-4836-9776-4995855ff63b), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:36.825754 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-9854abeb-fe9d-4243-be9c-1de42b1aa69b req-6d60a007-1710-45e7-8602-83f3d567fd04 service neutron] For port 2f13d5a1-172c-4836-9776-4995855ff63b, host hv-cinder-85220, cleared binding levels {{(pid=106293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:27:36.829196 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-9854abeb-fe9d-4243-be9c-1de42b1aa69b req-6d60a007-1710-45e7-8602-83f3d567fd04 service neutron] For port 2f13d5a1-172c-4836-9776-4995855ff63b, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=2f13d5a1-172c-4836-9776-4995855ff63b,segment=NetworkSegment(4cd3a065-b490-45b6-a955-52849beed2b2),segment_id=4cd3a065-b490-45b6-a955-52849beed2b2)] {{(pid=106293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:27:36.835919 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-9854abeb-fe9d-4243-be9c-1de42b1aa69b req-6d60a007-1710-45e7-8602-83f3d567fd04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-454314'] for port (2f13d5a1-172c-4836-9776-4995855ff63b), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:36.841094 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854abeb-fe9d-4243-be9c-1de42b1aa69b req-6d60a007-1710-45e7-8602-83f3d567fd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:36.841712 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-9854abeb-fe9d-4243-be9c-1de42b1aa69b req-6d60a007-1710-45e7-8602-83f3d567fd04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:36.843198 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9854abeb-fe9d-4243-be9c-1de42b1aa69b req-6d60a007-1710-45e7-8602-83f3d567fd04 service neutron] 10.222.0.75 "PUT /networking/v2.0/ports/2f13d5a1-172c-4836-9776-4995855ff63b HTTP/1.1" status: 200 len: 1093 time: 0.7281632 Aug 30 04:27:36.845689 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a38295c3-20df-4922-b871-2b98a7c5791f', 'tag': '2f13d5a1-172c-4836-9776-4995855ff63b'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:27:36.847035 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11a3118c5976ecaadc28dc64ec6366a88eb3d4be069be3e491e321578e9d1f78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9c293a-4bc9-4fad-be3d-039e89ffc86d" -d '{"events": [{"name": "network-changed", "server_uuid": "a38295c3-20df-4922-b871-2b98a7c5791f", "tag": "2f13d5a1-172c-4836-9776-4995855ff63b"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:27:36.883987 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a4f06f-d7bb-4346-b5fb-70a588c03c46 req-cd87b73c-45b9-46ab-800f-f15cabeffcc7 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:36.885986 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-c0a4f06f-d7bb-4346-b5fb-70a588c03c46 req-cd87b73c-45b9-46ab-800f-f15cabeffcc7 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0c3b92a2-23a8-405c-b393-820424eddd08 HTTP/1.1" status: 200 len: 945 time: 0.0687392 Aug 30 04:27:36.900642 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb451116-d533-4141-b752-cb32484f5a1d x-openstack-request-id: req-fb451116-d533-4141-b752-cb32484f5a1d {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:27:36.900938 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a38295c3-20df-4922-b871-2b98a7c5791f", "tag": "2f13d5a1-172c-4836-9776-4995855ff63b", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:27:36.901194 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fb451116-d533-4141-b752-cb32484f5a1d {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:27:36.902089 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb451116-d533-4141-b752-cb32484f5a1d'] response: {'name': 'network-changed', 'server_uuid': 'a38295c3-20df-4922-b871-2b98a7c5791f', 'tag': '2f13d5a1-172c-4836-9776-4995855ff63b', 'status': 'completed', 'code': 200} Aug 30 04:27:36.937722 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d60a007-1710-45e7-8602-83f3d567fd04 service neutron] Pushing event updated for resources: {'Port': ['ID=2f13d5a1-172c-4836-9776-4995855ff63b,revision_number=3']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:36.938793 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-c0a4f06f-d7bb-4346-b5fb-70a588c03c46 req-473e86b4-c3ed-482a-be8b-97f480d977da tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1c205f42-e2da-40a6-a4c4-81fd5750f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462742 Aug 30 04:27:36.949973 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854abeb-fe9d-4243-be9c-1de42b1aa69b req-4c44e362-93d3-428a-a5f5-1c155961c303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:36.951580 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9854abeb-fe9d-4243-be9c-1de42b1aa69b req-4c44e362-93d3-428a-a5f5-1c155961c303 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=59c345f38d6548cd820affce5406d62c&device_id=a38295c3-20df-4922-b871-2b98a7c5791f HTTP/1.1" status: 200 len: 1127 time: 0.0601773 Aug 30 04:27:36.996605 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9854abeb-fe9d-4243-be9c-1de42b1aa69b req-c2392127-de5d-4bd7-a184-f8f86e69313e service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f13d5a1-172c-4836-9776-4995855ff63b HTTP/1.1" status: 200 len: 217 time: 0.0368125 Aug 30 04:27:37.055528 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854abeb-fe9d-4243-be9c-1de42b1aa69b req-dcf77907-cd3b-4ab1-b6cc-0495ff8cb0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:37.057653 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9854abeb-fe9d-4243-be9c-1de42b1aa69b req-dcf77907-cd3b-4ab1-b6cc-0495ff8cb0f5 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=03eac665-3c5b-4142-8ea7-a4ac29a47a1c HTTP/1.1" status: 200 len: 851 time: 0.0554199 Aug 30 04:27:37.104510 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854abeb-fe9d-4243-be9c-1de42b1aa69b req-9619d370-4030-4955-a2ea-57d3a9a18694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:37.106122 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9854abeb-fe9d-4243-be9c-1de42b1aa69b req-9619d370-4030-4955-a2ea-57d3a9a18694 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=8adf9578-c481-4463-b5d1-5bddee25fe02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421233 Aug 30 04:27:37.221476 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9548e65-ffec-460e-9b69-dbc6d8dc1aba req-2e9f2026-c5e6-47a7-90dd-2df1e39f65b2 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:37.222973 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d9548e65-ffec-460e-9b69-dbc6d8dc1aba req-2e9f2026-c5e6-47a7-90dd-2df1e39f65b2 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a38295c3-20df-4922-b871-2b98a7c5791f HTTP/1.1" status: 200 len: 943 time: 0.0608838 Aug 30 04:27:37.263047 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9854abeb-fe9d-4243-be9c-1de42b1aa69b req-41d63a7e-2acc-48d7-a25f-d172e38e3130 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/8adf9578-c481-4463-b5d1-5bddee25fe02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500890 Aug 30 04:27:37.335010 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d9548e65-ffec-460e-9b69-dbc6d8dc1aba req-c8f492b6-94ba-4a2c-9bd2-c27c21fad9e6 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=eeba6d54-95d8-44b5-8b13-0be4ed569eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055830 Aug 30 04:27:37.380003 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9854abeb-fe9d-4243-be9c-1de42b1aa69b req-a55bd16e-a83c-4d59-9e22-aef7f9465601 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/8adf9578-c481-4463-b5d1-5bddee25fe02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075172 Aug 30 04:27:37.400426 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 063e08d6-d65f-4bd5-9b7c-48ede36416eb up at agent hyperv_hv-cinder-85220 {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:27:37.446751 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Provisioning complete for port 063e08d6-d65f-4bd5-9b7c-48ede36416eb triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:27:37.447126 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (063e08d6-d65f-4bd5-9b7c-48ede36416eb), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:37.518502 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Current status of the port 063e08d6-d65f-4bd5-9b7c-48ede36416eb is: BUILD; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:27:37.518808 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (063e08d6-d65f-4bd5-9b7c-48ede36416eb), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:37.541504 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c3b92a2-23a8-405c-b393-820424eddd08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063e08d6-d65f-4bd5-9b7c-48ede36416eb'}] {{(pid=106294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:27:37.543842 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc91461c002048a1511ec2515697d9f100988a5a9e001fc967bf4275e8e26e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553efc83-e4ae-4aed-bfb1-202930fc464d" -d '{"events": [{"server_uuid": "0c3b92a2-23a8-405c-b393-820424eddd08", "name": "network-vif-plugged", "status": "completed", "tag": "063e08d6-d65f-4bd5-9b7c-48ede36416eb"}]}' {{(pid=106294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:27:37.556469 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port 063e08d6-d65f-4bd5-9b7c-48ede36416eb, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=063e08d6-d65f-4bd5-9b7c-48ede36416eb,segment=NetworkSegment(0883dac3-57f0-4e08-9b27-97a718acc317),segment_id=0883dac3-57f0-4e08-9b27-97a718acc317)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:27:37.560685 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (063e08d6-d65f-4bd5-9b7c-48ede36416eb), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:37.588589 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e28534d-5996-4557-a15b-49ed567a6173 x-openstack-request-id: req-2e28534d-5996-4557-a15b-49ed567a6173 {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:27:37.589452 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c3b92a2-23a8-405c-b393-820424eddd08", "name": "network-vif-plugged", "status": "completed", "tag": "063e08d6-d65f-4bd5-9b7c-48ede36416eb", "code": 200}]} {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:27:37.591620 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2e28534d-5996-4557-a15b-49ed567a6173 {{(pid=106294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:27:37.592031 dv-cinder-852208-11-iscsi neutron-server[106294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e28534d-5996-4557-a15b-49ed567a6173'] response: {'server_uuid': '0c3b92a2-23a8-405c-b393-820424eddd08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063e08d6-d65f-4bd5-9b7c-48ede36416eb', 'code': 200} Aug 30 04:27:37.621359 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Pushing event updated for resources: {'Port': ['ID=063e08d6-d65f-4bd5-9b7c-48ede36416eb,revision_number=8']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:37.626133 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c293a-4bc9-4fad-be3d-039e89ffc86d req-5e9093c4-2fcf-4304-8452-28282cb058af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:37.627670 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6f9c293a-4bc9-4fad-be3d-039e89ffc86d req-5e9093c4-2fcf-4304-8452-28282cb058af service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=59c345f38d6548cd820affce5406d62c&device_id=a38295c3-20df-4922-b871-2b98a7c5791f HTTP/1.1" status: 200 len: 1127 time: 0.0444095 Aug 30 04:27:37.762184 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:37.784903 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:37.790147 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c293a-4bc9-4fad-be3d-039e89ffc86d req-684627e5-901f-42be-aab0-924b0ce01f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:37.791638 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6f9c293a-4bc9-4fad-be3d-039e89ffc86d req-684627e5-901f-42be-aab0-924b0ce01f4f service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=8adf9578-c481-4463-b5d1-5bddee25fe02 HTTP/1.1" status: 200 len: 913 time: 0.1045601 Aug 30 04:27:37.844497 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6f9c293a-4bc9-4fad-be3d-039e89ffc86d req-d2ec3fae-39bd-4546-833d-6d18cc34a82e service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f13d5a1-172c-4836-9776-4995855ff63b HTTP/1.1" status: 200 len: 217 time: 0.0447690 Aug 30 04:27:37.913805 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2525e39-f2c2-41d2-9148-3d2f31885f97 req-f076b72d-f811-4f35-92bd-66434dd19339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:37.915449 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f2525e39-f2c2-41d2-9148-3d2f31885f97 req-f076b72d-f811-4f35-92bd-66434dd19339 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=0c3b92a2-23a8-405c-b393-820424eddd08 HTTP/1.1" status: 200 len: 1130 time: 0.0797467 Aug 30 04:27:37.942700 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c293a-4bc9-4fad-be3d-039e89ffc86d req-bc3f559b-a59c-4a80-9550-169acaec563d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:37.944184 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6f9c293a-4bc9-4fad-be3d-039e89ffc86d req-bc3f559b-a59c-4a80-9550-169acaec563d service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=03eac665-3c5b-4142-8ea7-a4ac29a47a1c HTTP/1.1" status: 200 len: 851 time: 0.0758417 Aug 30 04:27:38.012929 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f2525e39-f2c2-41d2-9148-3d2f31885f97 req-9dd61485-4043-4717-9786-6012efa522a9 service neutron] 10.222.0.75 "GET /networking/v2.0/security-groups?id=1c205f42-e2da-40a6-a4c4-81fd5750f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887535 Aug 30 04:27:38.014303 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c293a-4bc9-4fad-be3d-039e89ffc86d req-d44f2991-fb22-4e7a-aa3b-27f614779015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:38.015898 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6f9c293a-4bc9-4fad-be3d-039e89ffc86d req-d44f2991-fb22-4e7a-aa3b-27f614779015 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=8adf9578-c481-4463-b5d1-5bddee25fe02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0646207 Aug 30 04:27:38.072990 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f54d9-74d8-443f-b6d7-188dda8c43d6 req-30f4cefb-dd8d-4a96-8d5a-a3b5efe5648e tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:38.074542 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-f96f54d9-74d8-443f-b6d7-188dda8c43d6 req-30f4cefb-dd8d-4a96-8d5a-a3b5efe5648e tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0c3b92a2-23a8-405c-b393-820424eddd08 HTTP/1.1" status: 200 len: 946 time: 0.0538397 Aug 30 04:27:38.124049 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-f96f54d9-74d8-443f-b6d7-188dda8c43d6 req-4424bce1-e921-4901-9038-0b6028e93d3e tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1c205f42-e2da-40a6-a4c4-81fd5750f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437887 Aug 30 04:27:38.316933 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6f9c293a-4bc9-4fad-be3d-039e89ffc86d req-a12cbf14-e4db-4bc9-8a37-94663b724610 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/8adf9578-c481-4463-b5d1-5bddee25fe02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947223 Aug 30 04:27:38.413653 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6f9c293a-4bc9-4fad-be3d-039e89ffc86d req-24f14719-760e-4332-b748-81be84ee7464 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/8adf9578-c481-4463-b5d1-5bddee25fe02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899398 Aug 30 04:27:38.465742 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14850b92-f2b4-4301-ae6f-fda5735ffd9d req-d15f1978-388b-40cd-b772-dd6927ed78d4 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:38.467223 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-14850b92-f2b4-4301-ae6f-fda5735ffd9d req-d15f1978-388b-40cd-b772-dd6927ed78d4 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a38295c3-20df-4922-b871-2b98a7c5791f HTTP/1.1" status: 200 len: 943 time: 0.0527120 Aug 30 04:27:38.518029 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-14850b92-f2b4-4301-ae6f-fda5735ffd9d req-6a553475-8f86-412b-9e74-e5f5a3e80852 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=eeba6d54-95d8-44b5-8b13-0be4ed569eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442531 Aug 30 04:27:39.242045 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b5f16-c241-4846-b2a6-f7e73d2b527e req-902417d0-9139-4d36-8ebb-598de469d705 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:39.243524 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-fe3b5f16-c241-4846-b2a6-f7e73d2b527e req-902417d0-9139-4d36-8ebb-598de469d705 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0c3b92a2-23a8-405c-b393-820424eddd08 HTTP/1.1" status: 200 len: 946 time: 0.0466852 Aug 30 04:27:39.293642 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-fe3b5f16-c241-4846-b2a6-f7e73d2b527e req-3ed1051a-bdc0-4cc4-9746-828e3cf06c73 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1c205f42-e2da-40a6-a4c4-81fd5750f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438924 Aug 30 04:27:39.637758 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3808f63-0776-44a5-9acc-5bc4e43e31c4 req-cdd27195-d315-4752-a379-8ee3ef6a6d20 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:39.639291 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e3808f63-0776-44a5-9acc-5bc4e43e31c4 req-cdd27195-d315-4752-a379-8ee3ef6a6d20 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a38295c3-20df-4922-b871-2b98a7c5791f HTTP/1.1" status: 200 len: 943 time: 0.0495493 Aug 30 04:27:39.690232 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e3808f63-0776-44a5-9acc-5bc4e43e31c4 req-cc6862db-3718-43c0-87cb-1d92e6de3284 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=eeba6d54-95d8-44b5-8b13-0be4ed569eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450740 Aug 30 04:27:40.813853 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6380ea0-4832-449b-a393-031a397ff882 req-547fe29b-7487-41c4-9aa8-be0a76e29f67 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:40.815374 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-a6380ea0-4832-449b-a393-031a397ff882 req-547fe29b-7487-41c4-9aa8-be0a76e29f67 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a38295c3-20df-4922-b871-2b98a7c5791f HTTP/1.1" status: 200 len: 943 time: 0.0467489 Aug 30 04:27:40.869721 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-a6380ea0-4832-449b-a393-031a397ff882 req-04577d80-ac4e-46f6-a9fb-cecc9354a566 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=eeba6d54-95d8-44b5-8b13-0be4ed569eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486667 Aug 30 04:27:41.987481 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f722b0d3-d143-4ca8-a74d-83395aed9809 req-6cf48e6a-1b82-4ed4-8d38-de8055d646d2 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:41.989228 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f722b0d3-d143-4ca8-a74d-83395aed9809 req-6cf48e6a-1b82-4ed4-8d38-de8055d646d2 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a38295c3-20df-4922-b871-2b98a7c5791f HTTP/1.1" status: 200 len: 943 time: 0.0467639 Aug 30 04:27:42.043704 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f722b0d3-d143-4ca8-a74d-83395aed9809 req-33b5b6bd-c0b0-43e7-a4e3-4511b3308b13 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=eeba6d54-95d8-44b5-8b13-0be4ed569eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474186 Aug 30 04:27:43.169613 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e0588-3e13-48d6-8dc1-9ac683182e80 req-ad97fe31-d095-4bae-87cb-762d09230536 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:43.171199 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-f40e0588-3e13-48d6-8dc1-9ac683182e80 req-ad97fe31-d095-4bae-87cb-762d09230536 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a38295c3-20df-4922-b871-2b98a7c5791f HTTP/1.1" status: 200 len: 943 time: 0.0472021 Aug 30 04:27:43.224624 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-f40e0588-3e13-48d6-8dc1-9ac683182e80 req-77c90340-b046-4652-963f-3e84ca803636 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=eeba6d54-95d8-44b5-8b13-0be4ed569eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474498 Aug 30 04:27:44.351006 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204e15a-791c-4157-a29d-cc8c90c47129 req-3ee30490-c4a7-49cc-8943-37ccdf69d929 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:44.352487 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1204e15a-791c-4157-a29d-cc8c90c47129 req-3ee30490-c4a7-49cc-8943-37ccdf69d929 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a38295c3-20df-4922-b871-2b98a7c5791f HTTP/1.1" status: 200 len: 943 time: 0.0478017 Aug 30 04:27:44.415777 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1204e15a-791c-4157-a29d-cc8c90c47129 req-444474e0-de97-47ef-8bf3-537fd0f54e46 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=eeba6d54-95d8-44b5-8b13-0be4ed569eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575402 Aug 30 04:27:45.435009 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 2f13d5a1-172c-4836-9776-4995855ff63b details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106294) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:27:45.543820 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80883ee6-7619-460b-a231-0a057224cc12 req-03dc4d8d-e62f-432c-9298-8dace631054e tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:45.545341 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-80883ee6-7619-460b-a231-0a057224cc12 req-03dc4d8d-e62f-432c-9298-8dace631054e tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a38295c3-20df-4922-b871-2b98a7c5791f HTTP/1.1" status: 200 len: 943 time: 0.0490558 Aug 30 04:27:45.546036 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port 2f13d5a1-172c-4836-9776-4995855ff63b, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=2f13d5a1-172c-4836-9776-4995855ff63b,segment=NetworkSegment(4cd3a065-b490-45b6-a955-52849beed2b2),segment_id=4cd3a065-b490-45b6-a955-52849beed2b2)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:27:45.553791 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:45.559838 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Returning: {'device': '2f13d5a1-172c-4836-9776-4995855ff63b', 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02', 'port_id': '2f13d5a1-172c-4836-9776-4995855ff63b', 'mac_address': 'fa:16:3e:a8:32:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03eac665-3c5b-4142-8ea7-a4ac29a47a1c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106294) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:27:45.569858 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=100 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:45.598510 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Current status of the port 2f13d5a1-172c-4836-9776-4995855ff63b is: DOWN; New status is: BUILD {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:27:45.598900 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (2f13d5a1-172c-4836-9776-4995855ff63b), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:45.599162 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-80883ee6-7619-460b-a231-0a057224cc12 req-95439011-37c1-434c-ab93-904d91a58097 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=eeba6d54-95d8-44b5-8b13-0be4ed569eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482280 Aug 30 04:27:45.613514 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f13d5a1-172c-4836-9776-4995855ff63b {{(pid=106294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:27:45.635083 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port 2f13d5a1-172c-4836-9776-4995855ff63b, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=2f13d5a1-172c-4836-9776-4995855ff63b,segment=NetworkSegment(4cd3a065-b490-45b6-a955-52849beed2b2),segment_id=4cd3a065-b490-45b6-a955-52849beed2b2)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:27:45.639159 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (2f13d5a1-172c-4836-9776-4995855ff63b), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:45.687716 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Pushing event updated for resources: {'Port': ['ID=2f13d5a1-172c-4836-9776-4995855ff63b,revision_number=4']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:45.860048 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] get_ports_and_sgs() called for port_ids ['2f13d5a1-172c-4836-9776-4995855ff63b'] {{(pid=106294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:27:46.004697 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:46.744084 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b6724-fe49-4ce6-a422-0dc36fbf2a68 req-254442dd-907b-4cbc-9a63-252465d0186e tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:46.745975 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-220b6724-fe49-4ce6-a422-0dc36fbf2a68 req-254442dd-907b-4cbc-9a63-252465d0186e tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a38295c3-20df-4922-b871-2b98a7c5791f HTTP/1.1" status: 200 len: 944 time: 0.0544832 Aug 30 04:27:46.795584 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-220b6724-fe49-4ce6-a422-0dc36fbf2a68 req-08f66d25-e20f-4625-be55-c05bc0b1eb61 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=eeba6d54-95d8-44b5-8b13-0be4ed569eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441625 Aug 30 04:27:47.321479 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb2496-6409-43fc-95e0-fef6a58df95a req-55ba8bf6-6b36-4973-9915-76f3bc917b9d tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:47.322931 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f6cb2496-6409-43fc-95e0-fef6a58df95a req-55ba8bf6-6b36-4973-9915-76f3bc917b9d tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b423b7ae-20e1-4048-bae4-bfc3dfc38816 HTTP/1.1" status: 200 len: 946 time: 0.0472558 Aug 30 04:27:47.371311 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f6cb2496-6409-43fc-95e0-fef6a58df95a req-9915094c-ff0f-434b-a611-f4cda833541b tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8c2b027c-3af7-4d4d-9759-bb2580b6e677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419374 Aug 30 04:27:47.441955 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 2f13d5a1-172c-4836-9776-4995855ff63b up at agent hyperv_hv-cinder-85220 {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:27:47.487346 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Provisioning for port 2f13d5a1-172c-4836-9776-4995855ff63b completed by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:27:47.493661 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Provisioning complete for port 2f13d5a1-172c-4836-9776-4995855ff63b triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:27:47.494078 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (2f13d5a1-172c-4836-9776-4995855ff63b), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:47.565737 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Current status of the port 2f13d5a1-172c-4836-9776-4995855ff63b is: BUILD; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:27:47.566124 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (2f13d5a1-172c-4836-9776-4995855ff63b), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:47.589576 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a38295c3-20df-4922-b871-2b98a7c5791f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f13d5a1-172c-4836-9776-4995855ff63b'}] {{(pid=106294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:27:47.591841 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc91461c002048a1511ec2515697d9f100988a5a9e001fc967bf4275e8e26e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670e1dff-ee7f-4d62-b93f-52d9bea4af63" -d '{"events": [{"server_uuid": "a38295c3-20df-4922-b871-2b98a7c5791f", "name": "network-vif-plugged", "status": "completed", "tag": "2f13d5a1-172c-4836-9776-4995855ff63b"}]}' {{(pid=106294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:27:47.604959 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port 2f13d5a1-172c-4836-9776-4995855ff63b, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=2f13d5a1-172c-4836-9776-4995855ff63b,segment=NetworkSegment(4cd3a065-b490-45b6-a955-52849beed2b2),segment_id=4cd3a065-b490-45b6-a955-52849beed2b2)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:27:47.609313 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (2f13d5a1-172c-4836-9776-4995855ff63b), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:47.639822 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe98e86-9eab-4ddb-87e8-a154b755aa9c x-openstack-request-id: req-8fe98e86-9eab-4ddb-87e8-a154b755aa9c {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:27:47.640114 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a38295c3-20df-4922-b871-2b98a7c5791f", "name": "network-vif-plugged", "status": "completed", "tag": "2f13d5a1-172c-4836-9776-4995855ff63b", "code": 200}]} {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:27:47.640367 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8fe98e86-9eab-4ddb-87e8-a154b755aa9c {{(pid=106294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:27:47.640758 dv-cinder-852208-11-iscsi neutron-server[106294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fe98e86-9eab-4ddb-87e8-a154b755aa9c'] response: {'server_uuid': 'a38295c3-20df-4922-b871-2b98a7c5791f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f13d5a1-172c-4836-9776-4995855ff63b', 'code': 200} Aug 30 04:27:47.791340 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Pushing event updated for resources: {'Port': ['ID=2f13d5a1-172c-4836-9776-4995855ff63b,revision_number=5']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:47.917816 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf446b0-7724-4c6f-900d-2b73f412cc2f req-04fbb984-ef82-4fae-80a0-57ebef8fae61 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:47.919208 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ebf446b0-7724-4c6f-900d-2b73f412cc2f req-04fbb984-ef82-4fae-80a0-57ebef8fae61 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a38295c3-20df-4922-b871-2b98a7c5791f HTTP/1.1" status: 200 len: 945 time: 0.0516677 Aug 30 04:27:47.967726 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ebf446b0-7724-4c6f-900d-2b73f412cc2f req-cfc00957-e10c-40a0-a09c-89bdd1afa52c tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=eeba6d54-95d8-44b5-8b13-0be4ed569eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430484 Aug 30 04:27:48.501524 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7e609-5321-4fda-b106-e56f6830c301 req-653d1166-398e-4b4d-a14f-ecd6d8b46d40 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:48.503019 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-c9e7e609-5321-4fda-b106-e56f6830c301 req-653d1166-398e-4b4d-a14f-ecd6d8b46d40 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b423b7ae-20e1-4048-bae4-bfc3dfc38816 HTTP/1.1" status: 200 len: 946 time: 0.0473731 Aug 30 04:27:48.550989 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-c9e7e609-5321-4fda-b106-e56f6830c301 req-e57b50b9-9a12-469a-99b6-a753a5a1e8f6 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8c2b027c-3af7-4d4d-9759-bb2580b6e677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421364 Aug 30 04:27:48.684430 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:48.693724 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde6cdeb-8a20-4ba8-9f65-63b0bb7241c5 req-563cb66f-e523-49ec-8af1-70e96a1e2479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:48.693724 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-bde6cdeb-8a20-4ba8-9f65-63b0bb7241c5 req-563cb66f-e523-49ec-8af1-70e96a1e2479 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a38295c3-20df-4922-b871-2b98a7c5791f HTTP/1.1" status: 200 len: 1129 time: 0.0386953 Aug 30 04:27:48.795444 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d631f6-f7b7-4047-84b7-39e13734748b req-56755756-2b52-4054-b656-fcff06a1de96 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:48.796874 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e0d631f6-f7b7-4047-84b7-39e13734748b req-56755756-2b52-4054-b656-fcff06a1de96 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b423b7ae-20e1-4048-bae4-bfc3dfc38816 HTTP/1.1" status: 200 len: 946 time: 0.0651336 Aug 30 04:27:48.814886 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:48.834345 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-bde6cdeb-8a20-4ba8-9f65-63b0bb7241c5 req-53e17827-3c32-4ca9-af04-1f3f5d71c12a service neutron] 10.222.0.75 "GET /networking/v2.0/security-groups?id=eeba6d54-95d8-44b5-8b13-0be4ed569eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081831 Aug 30 04:27:48.893585 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-e0d631f6-f7b7-4047-84b7-39e13734748b req-3f1ba7a8-2a25-4504-baa5-97e0f21d42b8 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Deleting port 204d0fd0-4914-4cce-8e09-e0f23834496f {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:27:48.893929 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-e0d631f6-f7b7-4047-84b7-39e13734748b req-3f1ba7a8-2a25-4504-baa5-97e0f21d42b8 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (204d0fd0-4914-4cce-8e09-e0f23834496f), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:48.986044 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-e0d631f6-f7b7-4047-84b7-39e13734748b req-3f1ba7a8-2a25-4504-baa5-97e0f21d42b8 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] For port 204d0fd0-4914-4cce-8e09-e0f23834496f, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=204d0fd0-4914-4cce-8e09-e0f23834496f,segment=NetworkSegment(9f7e7574-559e-4f0e-b775-398fdc759a6d),segment_id=9f7e7574-559e-4f0e-b775-398fdc759a6d)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:27:48.986350 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-e0d631f6-f7b7-4047-84b7-39e13734748b req-3f1ba7a8-2a25-4504-baa5-97e0f21d42b8 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (204d0fd0-4914-4cce-8e09-e0f23834496f), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:49.131074 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d885cf1-632b-4f7a-a32e-ab871158586d req-198ad998-21df-4eb7-ad78-96ea644d8b28 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:49.132540 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2d885cf1-632b-4f7a-a32e-ab871158586d req-198ad998-21df-4eb7-ad78-96ea644d8b28 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a38295c3-20df-4922-b871-2b98a7c5791f HTTP/1.1" status: 200 len: 945 time: 0.0867848 Aug 30 04:27:49.226616 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-e0d631f6-f7b7-4047-84b7-39e13734748b req-3f1ba7a8-2a25-4504-baa5-97e0f21d42b8 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:49.226986 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-e0d631f6-f7b7-4047-84b7-39e13734748b req-3f1ba7a8-2a25-4504-baa5-97e0f21d42b8 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572642'] for floatingip (6a37f6a3-4c12-44d2-8113-0345787ea1cc), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:49.227311 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.db.l3_db [req-e0d631f6-f7b7-4047-84b7-39e13734748b req-3f1ba7a8-2a25-4504-baa5-97e0f21d42b8 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Floating IP 6a37f6a3-4c12-44d2-8113-0345787ea1cc disassociated. External IP: 172.27.4.254, port: 204d0fd0-4914-4cce-8e09-e0f23834496f. Aug 30 04:27:49.227655 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-e0d631f6-f7b7-4047-84b7-39e13734748b req-3f1ba7a8-2a25-4504-baa5-97e0f21d42b8 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Calling delete_port for 204d0fd0-4914-4cce-8e09-e0f23834496f owned by compute:nova {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:27:49.237647 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2d885cf1-632b-4f7a-a32e-ab871158586d req-be0377c8-31f3-49cb-8a21-161a4c561c91 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=eeba6d54-95d8-44b5-8b13-0be4ed569eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954974 Aug 30 04:27:49.362649 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-e0d631f6-f7b7-4047-84b7-39e13734748b req-3f1ba7a8-2a25-4504-baa5-97e0f21d42b8 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (204d0fd0-4914-4cce-8e09-e0f23834496f), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:49.391950 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1ba7a8-2a25-4504-baa5-97e0f21d42b8 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Pushing event deleted for resources: {'Port': ['ID=204d0fd0-4914-4cce-8e09-e0f23834496f,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:49.507444 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0d631f6-f7b7-4047-84b7-39e13734748b req-3f1ba7a8-2a25-4504-baa5-97e0f21d42b8 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Router fc7df24f-92aa-405d-8725-ab9c1f384345 has already been hosted by L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 {{(pid=106293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:27:49.594717 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:49.617926 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0d631f6-f7b7-4047-84b7-39e13734748b req-3f1ba7a8-2a25-4504-baa5-97e0f21d42b8 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:27:49.630046 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4d60b5-1177-4607-b144-ec96227d512a None None] Sync routers for ids ['fc7df24f-92aa-405d-8725-ab9c1f384345'] in dv-cinder-852208-11-iscsi {{(pid=106294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:27:49.642599 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4d60b5-1177-4607-b144-ec96227d512a None None] Routers {'fc7df24f-92aa-405d-8725-ab9c1f384345'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:27:49.643574 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-6c4d60b5-1177-4607-b144-ec96227d512a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:27:23Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['fc7df24f-92aa-405d-8725-ab9c1f384345'], 'active': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:27:49.658648 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-6c29d61f-dc7f-40de-b46e-75ee0e594cbd req-846631a8-54f7-47a4-af17-5dea77f8eeba tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b423b7ae-20e1-4048-bae4-bfc3dfc38816 HTTP/1.1" status: 200 len: 210 time: 0.0310729 Aug 30 04:27:49.661880 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0d631f6-f7b7-4047-84b7-39e13734748b req-3f1ba7a8-2a25-4504-baa5-97e0f21d42b8 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] No DVR routers for this DVR port 204d0fd0-4914-4cce-8e09-e0f23834496f on host hv-cinder-85220 {{(pid=106293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:27:49.664767 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-e0d631f6-f7b7-4047-84b7-39e13734748b req-3f1ba7a8-2a25-4504-baa5-97e0f21d42b8 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:49.668722 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e0d631f6-f7b7-4047-84b7-39e13734748b req-3f1ba7a8-2a25-4504-baa5-97e0f21d42b8 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.75 "DELETE /networking/v2.0/ports/204d0fd0-4914-4cce-8e09-e0f23834496f HTTP/1.1" status: 204 len: 173 time: 0.8665433 Aug 30 04:27:49.669177 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b423b7ae-20e1-4048-bae4-bfc3dfc38816', 'name': 'network-vif-deleted', 'tag': '204d0fd0-4914-4cce-8e09-e0f23834496f'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:27:49.671820 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11a3118c5976ecaadc28dc64ec6366a88eb3d4be069be3e491e321578e9d1f78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3881a3-4217-41fb-8941-be60f53e9c6e" -d '{"events": [{"server_uuid": "b423b7ae-20e1-4048-bae4-bfc3dfc38816", "name": "network-vif-deleted", "tag": "204d0fd0-4914-4cce-8e09-e0f23834496f"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:27:49.713341 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98f95d1-3326-47f1-a53f-ac2ae49e1289 x-openstack-request-id: req-d98f95d1-3326-47f1-a53f-ac2ae49e1289 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:27:49.722548 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b423b7ae-20e1-4048-bae4-bfc3dfc38816", "name": "network-vif-deleted", "tag": "204d0fd0-4914-4cce-8e09-e0f23834496f", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:27:49.723308 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d98f95d1-3326-47f1-a53f-ac2ae49e1289 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:27:49.724091 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d98f95d1-3326-47f1-a53f-ac2ae49e1289'] response: {'server_uuid': 'b423b7ae-20e1-4048-bae4-bfc3dfc38816', 'name': 'network-vif-deleted', 'tag': '204d0fd0-4914-4cce-8e09-e0f23834496f', 'status': 'completed', 'code': 200} Aug 30 04:27:49.767544 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvr_db [None req-6c4d60b5-1177-4607-b144-ec96227d512a None None] Set router fc7df24f-92aa-405d-8725-ab9c1f384345 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:27:49.864508 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:49.977000 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-6c4d60b5-1177-4607-b144-ec96227d512a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'name': 'tempest-AttachVolumeNegativeTest-448008307-router', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.52'}], 'enable_snat': True}, 'gw_port_id': 'a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:24:13Z', 'updated_at': '2022-08-30T04:24:17Z', 'revision_number': 4, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'gw_port': {'id': 'a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:14Z', 'updated_at': '2022-08-30T04:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': '60982441-0aee-4952-84ac-42dcc15ed8c5', 'name': '', 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'mac_address': 'fa:16:3e:6b:b1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:16Z', 'updated_at': '2022-08-30T04:24:26Z', 'revision_number': 5, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'subnets': [{'id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:27:50.006164 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4d60b5-1177-4607-b144-ec96227d512a None None] Checking router: fc7df24f-92aa-405d-8725-ab9c1f384345 for host: dv-cinder-852208-11-iscsi {{(pid=106294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:27:50.015060 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4d60b5-1177-4607-b144-ec96227d512a None None] Routers {'fc7df24f-92aa-405d-8725-ab9c1f384345'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:27:50.015666 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-6c4d60b5-1177-4607-b144-ec96227d512a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:27:23Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['fc7df24f-92aa-405d-8725-ab9c1f384345'], 'active': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:27:50.117034 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvr_db [None req-6c4d60b5-1177-4607-b144-ec96227d512a None None] Set router fc7df24f-92aa-405d-8725-ab9c1f384345 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:27:50.249488 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:50.316799 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-6c4d60b5-1177-4607-b144-ec96227d512a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'name': 'tempest-AttachVolumeNegativeTest-448008307-router', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.52'}], 'enable_snat': True}, 'gw_port_id': 'a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:24:13Z', 'updated_at': '2022-08-30T04:24:17Z', 'revision_number': 4, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'gw_port': {'id': 'a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:14Z', 'updated_at': '2022-08-30T04:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': '60982441-0aee-4952-84ac-42dcc15ed8c5', 'name': '', 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'mac_address': 'fa:16:3e:6b:b1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:16Z', 'updated_at': '2022-08-30T04:24:26Z', 'revision_number': 5, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'subnets': [{'id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:27:50.353242 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4d60b5-1177-4607-b144-ec96227d512a None None] The sync data for ids ['fc7df24f-92aa-405d-8725-ab9c1f384345'] in dv-cinder-852208-11-iscsi is: [{'id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'name': 'tempest-AttachVolumeNegativeTest-448008307-router', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.52'}], 'enable_snat': True}, 'gw_port_id': 'a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:24:13Z', 'updated_at': '2022-08-30T04:24:17Z', 'revision_number': 4, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'gw_port': {'id': 'a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:14Z', 'updated_at': '2022-08-30T04:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': '60982441-0aee-4952-84ac-42dcc15ed8c5', 'name': '', 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'mac_address': 'fa:16:3e:6b:b1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:16Z', 'updated_at': '2022-08-30T04:24:26Z', 'revision_number': 5, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'subnets': [{'id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:27:50.372966 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-820238a9-e93b-4803-9bc5-0bf2caf39701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (1bd89ca2-58f6-428d-83bf-6325bad549fd), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:50.390639 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32ce26-a325-488b-bf14-fe334494b6b8 req-2c13ed57-80d6-4983-8675-34a033211c97 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:50.391742 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-ac32ce26-a325-488b-bf14-fe334494b6b8 req-2c13ed57-80d6-4983-8675-34a033211c97 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a38295c3-20df-4922-b871-2b98a7c5791f HTTP/1.1" status: 200 len: 945 time: 0.0689173 Aug 30 04:27:50.460196 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-ac32ce26-a325-488b-bf14-fe334494b6b8 req-30bfde69-3018-4839-9eec-c8d9d030b9f7 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=eeba6d54-95d8-44b5-8b13-0be4ed569eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572376 Aug 30 04:27:50.616547 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218ed9b3-0187-4cea-a16b-88a586f800b0 None None] New status for floating IP 6a37f6a3-4c12-44d2-8113-0345787ea1cc: DOWN {{(pid=106295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:27:50.619702 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=75,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:50.805400 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-aebe15fb-9f81-489c-a9e2-e4297d504283 req-e55c9aa4-2964-4983-b68b-73ff0dda917c tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b423b7ae-20e1-4048-bae4-bfc3dfc38816 HTTP/1.1" status: 200 len: 210 time: 0.0377290 Aug 30 04:27:51.564616 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=100 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:51.580892 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bfb077-5412-4ef6-b01f-0b1e2e67dfa3 req-404a3939-cb32-46f0-9f6f-0cc44200a8fb tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:51.582403 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-27bfb077-5412-4ef6-b01f-0b1e2e67dfa3 req-404a3939-cb32-46f0-9f6f-0cc44200a8fb tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a38295c3-20df-4922-b871-2b98a7c5791f HTTP/1.1" status: 200 len: 945 time: 0.0495367 Aug 30 04:27:51.633255 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-27bfb077-5412-4ef6-b01f-0b1e2e67dfa3 req-06d3e4c6-f0aa-4fe3-b4c3-331cf90ced60 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=eeba6d54-95d8-44b5-8b13-0be4ed569eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452659 Aug 30 04:27:51.751669 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad99cf-8da6-4dda-b5ed-a96ff68667c8 req-1259818c-c187-451d-9340-498257fbd010 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:51.753065 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-efad99cf-8da6-4dda-b5ed-a96ff68667c8 req-1259818c-c187-451d-9340-498257fbd010 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a38295c3-20df-4922-b871-2b98a7c5791f HTTP/1.1" status: 200 len: 945 time: 0.0473890 Aug 30 04:27:51.773623 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:51.803628 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-efad99cf-8da6-4dda-b5ed-a96ff68667c8 req-1585e6d0-c59c-419a-ae8b-ff2f936d5acd tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=eeba6d54-95d8-44b5-8b13-0be4ed569eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450613 Aug 30 04:27:51.830848 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 54880) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:51.899700 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 54888) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:51.919994 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d51a88-2645-470d-9bd1-098da18632f8 tempest-TestVolumeBootPattern-2144380276 tempest-TestVolumeBootPattern-2144380276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:51.921492 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-b5d51a88-2645-470d-9bd1-098da18632f8 tempest-TestVolumeBootPattern-2144380276 tempest-TestVolumeBootPattern-2144380276-project-admin] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a38295c3-20df-4922-b871-2b98a7c5791f HTTP/1.1" status: 200 len: 1124 time: 0.0896673 Aug 30 04:27:51.924497 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 54890) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:51.928621 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-cf5f7288-0215-4090-a7f1-34d1c4e1dcde tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Request body: {'floatingip': {'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'port_id': '2f13d5a1-172c-4836-9776-4995855ff63b', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:27:51.949863 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-cf5f7288-0215-4090-a7f1-34d1c4e1dcde tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:51.960111 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-03d6c21d-50d3-4b5b-91e0-eb47389117b2 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for security_group (8c2b027c-3af7-4d4d-9759-bb2580b6e677), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:51.983589 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-03d6c21d-50d3-4b5b-91e0-eb47389117b2 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for security_group (8c2b027c-3af7-4d4d-9759-bb2580b6e677), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:52.040037 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-03d6c21d-50d3-4b5b-91e0-eb47389117b2 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (8c2b027c-3af7-4d4d-9759-bb2580b6e677), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:52.043671 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-03d6c21d-50d3-4b5b-91e0-eb47389117b2 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:52.045025 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-03d6c21d-50d3-4b5b-91e0-eb47389117b2 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/8c2b027c-3af7-4d4d-9759-bb2580b6e677 HTTP/1.1" status: 204 len: 168 time: 0.1442649 Aug 30 04:27:52.046717 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-cf5f7288-0215-4090-a7f1-34d1c4e1dcde tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:52.048692 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 54892) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:52.066102 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d6c21d-50d3-4b5b-91e0-eb47389117b2 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2b027c-3af7-4d4d-9759-bb2580b6e677,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:52.068417 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.api.v2.resource [None req-ce37b532-a562-4810-a7dc-2ffbc8c8d91a tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] show failed (client error): The resource could not be found. Aug 30 04:27:52.069464 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-ce37b532-a562-4810-a7dc-2ffbc8c8d91a tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/security-groups/8c2b027c-3af7-4d4d-9759-bb2580b6e677 HTTP/1.1" status: 404 len: 347 time: 0.0198081 Aug 30 04:27:52.074333 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 54894) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:52.081972 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d6c21d-50d3-4b5b-91e0-eb47389117b2 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:52.082375 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d6c21d-50d3-4b5b-91e0-eb47389117b2 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:52.082725 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d6c21d-50d3-4b5b-91e0-eb47389117b2 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:52.083067 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d6c21d-50d3-4b5b-91e0-eb47389117b2 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:52.083402 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d6c21d-50d3-4b5b-91e0-eb47389117b2 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:52.084528 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d6c21d-50d3-4b5b-91e0-eb47389117b2 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:52.084528 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d6c21d-50d3-4b5b-91e0-eb47389117b2 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:52.084528 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d6c21d-50d3-4b5b-91e0-eb47389117b2 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:52.084875 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d6c21d-50d3-4b5b-91e0-eb47389117b2 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:52.085009 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d6c21d-50d3-4b5b-91e0-eb47389117b2 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:52.085338 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d6c21d-50d3-4b5b-91e0-eb47389117b2 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:52.085664 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d6c21d-50d3-4b5b-91e0-eb47389117b2 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:52.085987 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d6c21d-50d3-4b5b-91e0-eb47389117b2 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:52.086341 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d6c21d-50d3-4b5b-91e0-eb47389117b2 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:52.086662 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d6c21d-50d3-4b5b-91e0-eb47389117b2 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:52.158463 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [None req-cf5f7288-0215-4090-a7f1-34d1c4e1dcde tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Allocated IP 172.27.4.100 (5c43c40f-cc6a-4e53-a103-6d34effd891a/b2d4007f-d8ed-41cc-b520-7777f18cd186/f8ee8c45-a141-4046-8269-0ac5a5d8a777) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:27:52.198561 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.plugin [None req-6ac669f8-6a73-4999-a42b-4f9673145349 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Deleting port ec89b05a-8e19-4f5b-8be3-6031b2e15b14 {{(pid=106292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:27:52.199081 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-6ac669f8-6a73-4999-a42b-4f9673145349 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (ec89b05a-8e19-4f5b-8be3-6031b2e15b14), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:52.269035 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-cf5f7288-0215-4090-a7f1-34d1c4e1dcde tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks [] for port (f8ee8c45-a141-4046-8269-0ac5a5d8a777), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:52.286283 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-6ac669f8-6a73-4999-a42b-4f9673145349 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (ec89b05a-8e19-4f5b-8be3-6031b2e15b14), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:52.286644 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-6ac669f8-6a73-4999-a42b-4f9673145349 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for floatingip (ec89b05a-8e19-4f5b-8be3-6031b2e15b14), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:52.300163 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.plugin [None req-6ac669f8-6a73-4999-a42b-4f9673145349 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Calling delete_port for ec89b05a-8e19-4f5b-8be3-6031b2e15b14 owned by network:floatingip {{(pid=106292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:27:52.302696 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-cf5f7288-0215-4090-a7f1-34d1c4e1dcde tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (f8ee8c45-a141-4046-8269-0ac5a5d8a777), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:52.342867 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5f7288-0215-4090-a7f1-34d1c4e1dcde tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Network 5c43c40f-cc6a-4e53-a103-6d34effd891a is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:27:52.347997 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-cf5f7288-0215-4090-a7f1-34d1c4e1dcde tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:27:52.352073 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5f7288-0215-4090-a7f1-34d1c4e1dcde tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:27:52.355916 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5f7288-0215-4090-a7f1-34d1c4e1dcde tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Pushing event updated for resources: {'Port': ['ID=f8ee8c45-a141-4046-8269-0ac5a5d8a777,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:52.426880 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:52.437165 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-6ac669f8-6a73-4999-a42b-4f9673145349 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642203'] for port (ec89b05a-8e19-4f5b-8be3-6031b2e15b14), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:52.465237 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac669f8-6a73-4999-a42b-4f9673145349 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Pushing event deleted for resources: {'Port': ['ID=ec89b05a-8e19-4f5b-8be3-6031b2e15b14,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:52.533928 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-6ac669f8-6a73-4999-a42b-4f9673145349 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for floatingip (6a37f6a3-4c12-44d2-8113-0345787ea1cc), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:52.536597 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-6ac669f8-6a73-4999-a42b-4f9673145349 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for floatingip (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:52.537771 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-6ac669f8-6a73-4999-a42b-4f9673145349 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/6a37f6a3-4c12-44d2-8113-0345787ea1cc HTTP/1.1" status: 204 len: 168 time: 0.4622788 Aug 30 04:27:52.558225 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-334403d0-5c23-4802-b912-4f1441cafff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:52.608180 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 54898) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:52.613118 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-c6ad8f2e-7f45-4ed6-b66f-8fd80dd06ea5 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1946515060', 'description': 'tempest-description--63318432'}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:27:52.634873 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-c6ad8f2e-7f45-4ed6-b66f-8fd80dd06ea5 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for security_group (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:52.639856 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:52.694909 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:52.706992 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-c6ad8f2e-7f45-4ed6-b66f-8fd80dd06ea5 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for security_group (e0af10f5-408a-442c-b719-4a4456242a8b), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:52.710696 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-c6ad8f2e-7f45-4ed6-b66f-8fd80dd06ea5 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (e0af10f5-408a-442c-b719-4a4456242a8b), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:52.727398 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:52.747393 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-c6ad8f2e-7f45-4ed6-b66f-8fd80dd06ea5 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:52.751365 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-c6ad8f2e-7f45-4ed6-b66f-8fd80dd06ea5 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1393573 Aug 30 04:27:52.751609 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 54900) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:52.752242 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-cf5f7288-0215-4090-a7f1-34d1c4e1dcde tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks [] for floatingip (b8636d09-6d11-486e-afae-b11e62303dcf), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:52.756274 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-cf752ae7-ec70-4c10-986e-dd841b1b01d3 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Request body: {'security_group_rule': {'security_group_id': 'e0af10f5-408a-442c-b719-4a4456242a8b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:27:52.760770 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad8f2e-7f45-4ed6-b66f-8fd80dd06ea5 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0af10f5-408a-442c-b719-4a4456242a8b,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:52.786804 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-cf752ae7-ec70-4c10-986e-dd841b1b01d3 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for security_group_rule (ef93009f-7a63-4eb0-856b-643c4237ef40), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:52.827975 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-cf5f7288-0215-4090-a7f1-34d1c4e1dcde tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (f8ee8c45-a141-4046-8269-0ac5a5d8a777), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:52.856900 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-cf752ae7-ec70-4c10-986e-dd841b1b01d3 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for security_group_rule (ef93009f-7a63-4eb0-856b-643c4237ef40), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:52.860795 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-cf752ae7-ec70-4c10-986e-dd841b1b01d3 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569388'] for security_group_rule (ef93009f-7a63-4eb0-856b-643c4237ef40), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:52.878811 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf752ae7-ec70-4c10-986e-dd841b1b01d3 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef93009f-7a63-4eb0-856b-643c4237ef40,revision_number=0']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:52.889395 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-cf752ae7-ec70-4c10-986e-dd841b1b01d3 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:52.890653 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-cf752ae7-ec70-4c10-986e-dd841b1b01d3 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1381204 Aug 30 04:27:52.893390 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 54902) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:52.897862 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-c033c64c-edc7-41ad-9285-a256d3d3ebcb tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Request body: {'security_group_rule': {'security_group_id': 'e0af10f5-408a-442c-b719-4a4456242a8b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:27:52.925373 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-c033c64c-edc7-41ad-9285-a256d3d3ebcb tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for security_group_rule (681e9424-a76e-4388-9f06-cd15e9874575), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:52.983146 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-cf5f7288-0215-4090-a7f1-34d1c4e1dcde tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks [] for port (f8ee8c45-a141-4046-8269-0ac5a5d8a777), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:52.983768 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-c033c64c-edc7-41ad-9285-a256d3d3ebcb tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for security_group_rule (681e9424-a76e-4388-9f06-cd15e9874575), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:52.987719 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-c033c64c-edc7-41ad-9285-a256d3d3ebcb tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569388'] for security_group_rule (681e9424-a76e-4388-9f06-cd15e9874575), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:52.988732 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-cf5f7288-0215-4090-a7f1-34d1c4e1dcde tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-454314'] for port (f8ee8c45-a141-4046-8269-0ac5a5d8a777), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:53.005562 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c033c64c-edc7-41ad-9285-a256d3d3ebcb tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=681e9424-a76e-4388-9f06-cd15e9874575,revision_number=0']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:53.015990 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-c033c64c-edc7-41ad-9285-a256d3d3ebcb tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:53.020271 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-c033c64c-edc7-41ad-9285-a256d3d3ebcb tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1226351 Aug 30 04:27:53.020855 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 54904) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:53.026039 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-3e1e7fba-02a2-4da4-8f1d-00c70c8d0465 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Request body: {'floatingip': {'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a'}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:27:53.052387 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-3e1e7fba-02a2-4da4-8f1d-00c70c8d0465 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:53.067646 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-cf5f7288-0215-4090-a7f1-34d1c4e1dcde tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572642'] for floatingip (b8636d09-6d11-486e-afae-b11e62303dcf), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:53.102979 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5f7288-0215-4090-a7f1-34d1c4e1dcde tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Pushing event updated for resources: {'Port': ['ID=f8ee8c45-a141-4046-8269-0ac5a5d8a777,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:53.139751 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-3e1e7fba-02a2-4da4-8f1d-00c70c8d0465 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:53.172093 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.db.l3_db [None req-cf5f7288-0215-4090-a7f1-34d1c4e1dcde tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Floating IP b8636d09-6d11-486e-afae-b11e62303dcf associated. External IP: 172.27.4.100, port: 2f13d5a1-172c-4836-9776-4995855ff63b. Aug 30 04:27:53.245247 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.db.db_base_plugin_common [None req-3e1e7fba-02a2-4da4-8f1d-00c70c8d0465 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Allocated IP 172.27.4.149 (5c43c40f-cc6a-4e53-a103-6d34effd891a/b2d4007f-d8ed-41cc-b520-7777f18cd186/0747eaf6-6ac6-47d1-9d85-d6eac3b04a19) {{(pid=106292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:27:53.304883 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:53.358082 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-3e1e7fba-02a2-4da4-8f1d-00c70c8d0465 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for port (0747eaf6-6ac6-47d1-9d85-d6eac3b04a19), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:53.377943 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf5f7288-0215-4090-a7f1-34d1c4e1dcde tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Router 9275d9d3-5270-4467-b41a-bf68e3483aa0 has already been hosted by L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 {{(pid=106293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:27:53.390024 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-3e1e7fba-02a2-4da4-8f1d-00c70c8d0465 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642203'] for port (0747eaf6-6ac6-47d1-9d85-d6eac3b04a19), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:53.398616 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:53.437951 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1e7fba-02a2-4da4-8f1d-00c70c8d0465 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Network 5c43c40f-cc6a-4e53-a103-6d34effd891a is already hosted by enough agents. {{(pid=106292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:27:53.444097 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.base_scheduler [None req-3e1e7fba-02a2-4da4-8f1d-00c70c8d0465 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Resources bound (agent type, host, resource id): {{(pid=106292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:27:53.446652 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1e7fba-02a2-4da4-8f1d-00c70c8d0465 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Received port after_create {{(pid=106292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:27:53.451196 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1e7fba-02a2-4da4-8f1d-00c70c8d0465 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Pushing event updated for resources: {'Port': ['ID=0747eaf6-6ac6-47d1-9d85-d6eac3b04a19,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:53.468390 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 204d0fd0-4914-4cce-8e09-e0f23834496f no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:27:53.489769 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] No Port match for: 204d0fd0-4914-4cce-8e09-e0f23834496f {{(pid=106294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:27:53.490285 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 204d0fd0-4914-4cce-8e09-e0f23834496f not bound to the agent host hv-cinder-85220 {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:27:53.540374 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-3e1e7fba-02a2-4da4-8f1d-00c70c8d0465 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for floatingip (64b597d3-a1e6-43f0-b2e2-69e8a33e19f5), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:53.580349 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-3e1e7fba-02a2-4da4-8f1d-00c70c8d0465 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (0747eaf6-6ac6-47d1-9d85-d6eac3b04a19), before_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:53.733792 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-3e1e7fba-02a2-4da4-8f1d-00c70c8d0465 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for port (0747eaf6-6ac6-47d1-9d85-d6eac3b04a19), precommit_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:53.739915 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-3e1e7fba-02a2-4da4-8f1d-00c70c8d0465 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642194'] for port (0747eaf6-6ac6-47d1-9d85-d6eac3b04a19), after_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:53.756052 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf5f7288-0215-4090-a7f1-34d1c4e1dcde tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:27:53.775223 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-cf5f7288-0215-4090-a7f1-34d1c4e1dcde tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for floatingip (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:53.776653 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d721e5a-cb7b-48c4-8181-efbb3ea47184 None None] Sync routers for ids ['9275d9d3-5270-4467-b41a-bf68e3483aa0'] in dv-cinder-852208-11-iscsi {{(pid=106294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:27:53.778412 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:53.798696 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d721e5a-cb7b-48c4-8181-efbb3ea47184 None None] Routers {'9275d9d3-5270-4467-b41a-bf68e3483aa0'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:27:53.799617 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-7d721e5a-cb7b-48c4-8181-efbb3ea47184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:27:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['9275d9d3-5270-4467-b41a-bf68e3483aa0'], 'active': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:27:53.812385 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-3e1e7fba-02a2-4da4-8f1d-00c70c8d0465 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572642'] for floatingip (64b597d3-a1e6-43f0-b2e2-69e8a33e19f5), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:53.819673 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1e7fba-02a2-4da4-8f1d-00c70c8d0465 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Pushing event updated for resources: {'Port': ['ID=0747eaf6-6ac6-47d1-9d85-d6eac3b04a19,revision_number=2']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:53.822739 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-cf5f7288-0215-4090-a7f1-34d1c4e1dcde tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8950961 Aug 30 04:27:53.822739 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a38295c3-20df-4922-b871-2b98a7c5791f', 'tag': '2f13d5a1-172c-4836-9776-4995855ff63b'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:27:53.824406 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11a3118c5976ecaadc28dc64ec6366a88eb3d4be069be3e491e321578e9d1f78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29bd6fa5-e040-4e03-a33d-4e08100692e1" -d '{"events": [{"name": "network-changed", "server_uuid": "a38295c3-20df-4922-b871-2b98a7c5791f", "tag": "2f13d5a1-172c-4836-9776-4995855ff63b"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:27:53.838956 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-3e1e7fba-02a2-4da4-8f1d-00c70c8d0465 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for floatingip (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:53.840440 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-3e1e7fba-02a2-4da4-8f1d-00c70c8d0465 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8182924 Aug 30 04:27:53.850838 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8bdbbddc-d827-40e6-b8fb-29930693a668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (0ba81f50-231f-4a87-bfed-adcf093ea106), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:53.865978 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14314bb9-6cc5-431f-9e69-62a5e4bf2dc6 x-openstack-request-id: req-14314bb9-6cc5-431f-9e69-62a5e4bf2dc6 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:27:53.866312 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a38295c3-20df-4922-b871-2b98a7c5791f", "tag": "2f13d5a1-172c-4836-9776-4995855ff63b", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:27:53.866574 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-14314bb9-6cc5-431f-9e69-62a5e4bf2dc6 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:27:53.866980 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14314bb9-6cc5-431f-9e69-62a5e4bf2dc6'] response: {'name': 'network-changed', 'server_uuid': 'a38295c3-20df-4922-b871-2b98a7c5791f', 'tag': '2f13d5a1-172c-4836-9776-4995855ff63b', 'status': 'completed', 'code': 200} Aug 30 04:27:53.928801 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd6fa5-e040-4e03-a33d-4e08100692e1 req-9bd25f8e-c101-4da8-bb5b-18ce3d65ac90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:53.930428 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-29bd6fa5-e040-4e03-a33d-4e08100692e1 req-9bd25f8e-c101-4da8-bb5b-18ce3d65ac90 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=59c345f38d6548cd820affce5406d62c&device_id=a38295c3-20df-4922-b871-2b98a7c5791f HTTP/1.1" status: 200 len: 1129 time: 0.0404575 Aug 30 04:27:53.935700 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvr_db [None req-7d721e5a-cb7b-48c4-8181-efbb3ea47184 None None] Set router 9275d9d3-5270-4467-b41a-bf68e3483aa0 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:27:53.989806 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:54.037388 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd6fa5-e040-4e03-a33d-4e08100692e1 req-c5de2660-c2fb-4b06-8859-d81e4db57ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:54.038978 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-29bd6fa5-e040-4e03-a33d-4e08100692e1 req-c5de2660-c2fb-4b06-8859-d81e4db57ab9 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=8adf9578-c481-4463-b5d1-5bddee25fe02 HTTP/1.1" status: 200 len: 913 time: 0.0997348 Aug 30 04:27:54.078867 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-d1261ebd-8671-434e-9bcc-199f97dd910c req-5be8b4c9-f1d7-4e7e-a6b9-eeb7eef14844 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1946515060&fields=id&tenant_id=9c9311c57fdd4250a16560bd8c2e0ffc HTTP/1.1" status: 200 len: 267 time: 0.0464942 Aug 30 04:27:54.103093 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-29bd6fa5-e040-4e03-a33d-4e08100692e1 req-10c60bad-5d44-4141-bae5-dac0e4e557ec service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f13d5a1-172c-4836-9776-4995855ff63b HTTP/1.1" status: 200 len: 999 time: 0.0574710 Aug 30 04:27:54.155080 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd6fa5-e040-4e03-a33d-4e08100692e1 req-c4d616e6-e457-45a0-9fe9-81d84c9e036c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:54.156724 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-29bd6fa5-e040-4e03-a33d-4e08100692e1 req-c4d616e6-e457-45a0-9fe9-81d84c9e036c service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=03eac665-3c5b-4142-8ea7-a4ac29a47a1c HTTP/1.1" status: 200 len: 851 time: 0.0471342 Aug 30 04:27:54.162171 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-7d721e5a-cb7b-48c4-8181-efbb3ea47184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'name': 'tempest-TestVolumeBootPattern-1205738537-router', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.190'}], 'enable_snat': True}, 'gw_port_id': '5d22462e-1d99-4359-9bae-d64eff070f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:07Z', 'updated_at': '2022-08-30T04:27:09Z', 'revision_number': 4, 'project_id': '59c345f38d6548cd820affce5406d62c', 'gw_port': {'id': '5d22462e-1d99-4359-9bae-d64eff070f1b', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:07Z', 'updated_at': '2022-08-30T04:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_floatingips': [{'id': 'b8636d09-6d11-486e-afae-b11e62303dcf', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'floating_ip_address': '172.27.4.100', 'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'router_id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'port_id': '2f13d5a1-172c-4836-9776-4995855ff63b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02', 'mac_address': 'fa:16:3e:a8:32:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38295c3-20df-4922-b871-2b98a7c5791f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:27:52Z', 'updated_at': '2022-08-30T04:27:52Z', 'revision_number': 0, 'project_id': '59c345f38d6548cd820affce5406d62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1d0526-0652-4835-822a-9c4488668c7d', 'name': '', 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'mac_address': 'fa:16:3e:25:0b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '03eac665-3c5b-4142-8ea7-a4ac29a47a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:09Z', 'updated_at': '2022-08-30T04:27:14Z', 'revision_number': 5, 'project_id': '59c345f38d6548cd820affce5406d62c', 'subnets': [{'id': '03eac665-3c5b-4142-8ea7-a4ac29a47a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:27:54.187513 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d721e5a-cb7b-48c4-8181-efbb3ea47184 None None] Checking router: 9275d9d3-5270-4467-b41a-bf68e3483aa0 for host: dv-cinder-852208-11-iscsi {{(pid=106294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:27:54.194347 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1261ebd-8671-434e-9bcc-199f97dd910c req-9a050767-3029-42b3-b686-a034d5242240 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:54.198971 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d721e5a-cb7b-48c4-8181-efbb3ea47184 None None] Routers {'9275d9d3-5270-4467-b41a-bf68e3483aa0'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:27:54.199851 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-7d721e5a-cb7b-48c4-8181-efbb3ea47184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:27:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['9275d9d3-5270-4467-b41a-bf68e3483aa0'], 'active': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:27:54.201822 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-d1261ebd-8671-434e-9bcc-199f97dd910c req-9a050767-3029-42b3-b686-a034d5242240 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/networks?id=e2144ee9-7e1a-4a81-ac65-28f49d99b870 HTTP/1.1" status: 200 len: 814 time: 0.1155927 Aug 30 04:27:54.209600 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd6fa5-e040-4e03-a33d-4e08100692e1 req-239f8a26-98ab-4f6a-bf1d-ff1a519f7e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:54.211065 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-29bd6fa5-e040-4e03-a33d-4e08100692e1 req-239f8a26-98ab-4f6a-bf1d-ff1a519f7e40 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=8adf9578-c481-4463-b5d1-5bddee25fe02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0477259 Aug 30 04:27:54.212075 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-d1261ebd-8671-434e-9bcc-199f97dd910c req-068677be-44f3-45e3-90bf-b3ef3ffb3847 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/quotas/9c9311c57fdd4250a16560bd8c2e0ffc HTTP/1.1" status: 200 len: 375 time: 0.0093367 Aug 30 04:27:54.271974 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-d1261ebd-8671-434e-9bcc-199f97dd910c req-2f1c9c1a-04c9-4b29-996f-770998bda3da tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=9c9311c57fdd4250a16560bd8c2e0ffc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541797 Aug 30 04:27:54.289090 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:54.296166 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:54.307266 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvr_db [None req-7d721e5a-cb7b-48c4-8181-efbb3ea47184 None None] Set router 9275d9d3-5270-4467-b41a-bf68e3483aa0 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:27:54.320455 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-29bd6fa5-e040-4e03-a33d-4e08100692e1 req-17418201-ee7b-47ab-895e-5bc264e42e89 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/8adf9578-c481-4463-b5d1-5bddee25fe02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943456 Aug 30 04:27:54.376489 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-d1261ebd-8671-434e-9bcc-199f97dd910c req-d3e35195-6b03-4216-83e7-5ee3345a5b9f service neutron] 10.222.0.46 "GET /networking/v2.0/networks/e2144ee9-7e1a-4a81-ac65-28f49d99b870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896592 Aug 30 04:27:54.428297 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-29bd6fa5-e040-4e03-a33d-4e08100692e1 req-e74c729e-0b54-48ce-8f34-af2b185b42e6 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/8adf9578-c481-4463-b5d1-5bddee25fe02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971222 Aug 30 04:27:54.483010 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-d1261ebd-8671-434e-9bcc-199f97dd910c req-da4c31dc-266b-43f6-b1cf-bac483878de3 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/e2144ee9-7e1a-4a81-ac65-28f49d99b870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998254 Aug 30 04:27:54.534568 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-7d721e5a-cb7b-48c4-8181-efbb3ea47184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'name': 'tempest-TestVolumeBootPattern-1205738537-router', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.190'}], 'enable_snat': True}, 'gw_port_id': '5d22462e-1d99-4359-9bae-d64eff070f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:07Z', 'updated_at': '2022-08-30T04:27:09Z', 'revision_number': 4, 'project_id': '59c345f38d6548cd820affce5406d62c', 'gw_port': {'id': '5d22462e-1d99-4359-9bae-d64eff070f1b', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:07Z', 'updated_at': '2022-08-30T04:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_floatingips': [{'id': 'b8636d09-6d11-486e-afae-b11e62303dcf', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'floating_ip_address': '172.27.4.100', 'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'router_id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'port_id': '2f13d5a1-172c-4836-9776-4995855ff63b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02', 'mac_address': 'fa:16:3e:a8:32:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38295c3-20df-4922-b871-2b98a7c5791f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:27:52Z', 'updated_at': '2022-08-30T04:27:52Z', 'revision_number': 0, 'project_id': '59c345f38d6548cd820affce5406d62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1d0526-0652-4835-822a-9c4488668c7d', 'name': '', 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'mac_address': 'fa:16:3e:25:0b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '03eac665-3c5b-4142-8ea7-a4ac29a47a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:09Z', 'updated_at': '2022-08-30T04:27:14Z', 'revision_number': 5, 'project_id': '59c345f38d6548cd820affce5406d62c', 'subnets': [{'id': '03eac665-3c5b-4142-8ea7-a4ac29a47a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:27:54.563070 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d721e5a-cb7b-48c4-8181-efbb3ea47184 None None] The sync data for ids ['9275d9d3-5270-4467-b41a-bf68e3483aa0'] in dv-cinder-852208-11-iscsi is: [{'id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'name': 'tempest-TestVolumeBootPattern-1205738537-router', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.190'}], 'enable_snat': True}, 'gw_port_id': '5d22462e-1d99-4359-9bae-d64eff070f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:07Z', 'updated_at': '2022-08-30T04:27:09Z', 'revision_number': 4, 'project_id': '59c345f38d6548cd820affce5406d62c', 'gw_port': {'id': '5d22462e-1d99-4359-9bae-d64eff070f1b', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:07Z', 'updated_at': '2022-08-30T04:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_floatingips': [{'id': 'b8636d09-6d11-486e-afae-b11e62303dcf', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'floating_ip_address': '172.27.4.100', 'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'router_id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'port_id': '2f13d5a1-172c-4836-9776-4995855ff63b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02', 'mac_address': 'fa:16:3e:a8:32:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38295c3-20df-4922-b871-2b98a7c5791f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:27:52Z', 'updated_at': '2022-08-30T04:27:52Z', 'revision_number': 0, 'project_id': '59c345f38d6548cd820affce5406d62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1d0526-0652-4835-822a-9c4488668c7d', 'name': '', 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'mac_address': 'fa:16:3e:25:0b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '03eac665-3c5b-4142-8ea7-a4ac29a47a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:09Z', 'updated_at': '2022-08-30T04:27:14Z', 'revision_number': 5, 'project_id': '59c345f38d6548cd820affce5406d62c', 'subnets': [{'id': '03eac665-3c5b-4142-8ea7-a4ac29a47a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:27:54.656049 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e36adb27-38bf-4c61-8ef3-61205ace6661 req-c33c5cfe-0be7-40af-8168-8440c8dcca33 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7e08ca80-55bf-497a-9724-e515aa65f78c HTTP/1.1" status: 200 len: 210 time: 0.0314858 Aug 30 04:27:54.784479 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45a06e7-fd47-450f-892a-9032d4dd9d01 None None] New status for floating IP b8636d09-6d11-486e-afae-b11e62303dcf: ACTIVE {{(pid=106295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:27:55.461943 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-390264ec-bab8-4bcb-922a-62bbd4f3a683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (b2cd167f-1ad0-4273-bd2a-29638b1fd1d2), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:55.588045 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (d414c4c0-e104-4322-85c3-8bf64da32860), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:55.762423 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-74f560a3-1016-4cf1-b1c5-4b78ad9a54fd req-a7086e1c-bd33-4e07-bd3c-b4a56d4f7025 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7e08ca80-55bf-497a-9724-e515aa65f78c HTTP/1.1" status: 200 len: 210 time: 0.0310142 Aug 30 04:27:55.797135 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1261ebd-8671-434e-9bcc-199f97dd910c req-c1eaaee1-bc9c-439d-bd50-0f365b58fece tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:55.798776 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d1261ebd-8671-434e-9bcc-199f97dd910c req-c1eaaee1-bc9c-439d-bd50-0f365b58fece tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.75 "GET /networking/v2.0/networks?id=e2144ee9-7e1a-4a81-ac65-28f49d99b870 HTTP/1.1" status: 200 len: 814 time: 0.1252632 Aug 30 04:27:55.867910 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d1261ebd-8671-434e-9bcc-199f97dd910c req-e4c0374b-25b0-406c-aa92-b6eaad53c5bf tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.75 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9c9311c57fdd4250a16560bd8c2e0ffc HTTP/1.1" status: 200 len: 380 time: 0.0586271 Aug 30 04:27:55.875744 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-d1261ebd-8671-434e-9bcc-199f97dd910c req-f511de14-e901-4c7e-8f1b-95079cbad1a2 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Request body: {'port': {'device_id': '7e08ca80-55bf-497a-9724-e515aa65f78c', 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870', 'admin_state_up': True, 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'security_groups': ['e0af10f5-408a-442c-b719-4a4456242a8b']}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:27:55.988170 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1261ebd-8671-434e-9bcc-199f97dd910c req-f511de14-e901-4c7e-8f1b-95079cbad1a2 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Made reservation on behalf of 9c9311c57fdd4250a16560bd8c2e0ffc for: {'port': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:27:55.991843 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-d1261ebd-8671-434e-9bcc-199f97dd910c req-f511de14-e901-4c7e-8f1b-95079cbad1a2 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:56.104764 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:56.117895 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [req-d1261ebd-8671-434e-9bcc-199f97dd910c req-f511de14-e901-4c7e-8f1b-95079cbad1a2 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Allocated IP 172.20.0.11 (e2144ee9-7e1a-4a81-ac65-28f49d99b870/9fb299f0-e365-4181-9f08-0a9d3aa5f8dc/9d8726ad-314f-442c-baf1-401574c20d71) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:27:56.232914 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:56.268773 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-d1261ebd-8671-434e-9bcc-199f97dd910c req-f511de14-e901-4c7e-8f1b-95079cbad1a2 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for port (9d8726ad-314f-442c-baf1-401574c20d71), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:56.302697 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-d1261ebd-8671-434e-9bcc-199f97dd910c req-f511de14-e901-4c7e-8f1b-95079cbad1a2 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (9d8726ad-314f-442c-baf1-401574c20d71), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:56.347576 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1261ebd-8671-434e-9bcc-199f97dd910c req-f511de14-e901-4c7e-8f1b-95079cbad1a2 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Network e2144ee9-7e1a-4a81-ac65-28f49d99b870 is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:27:56.350740 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [req-d1261ebd-8671-434e-9bcc-199f97dd910c req-f511de14-e901-4c7e-8f1b-95079cbad1a2 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:27:56.355419 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1261ebd-8671-434e-9bcc-199f97dd910c req-f511de14-e901-4c7e-8f1b-95079cbad1a2 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:27:56.383287 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f511de14-e901-4c7e-8f1b-95079cbad1a2 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Pushing event updated for resources: {'Port': ['ID=9d8726ad-314f-442c-baf1-401574c20d71,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:56.414549 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1261ebd-8671-434e-9bcc-199f97dd910c req-f511de14-e901-4c7e-8f1b-95079cbad1a2 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:56.415315 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-d1261ebd-8671-434e-9bcc-199f97dd910c req-f511de14-e901-4c7e-8f1b-95079cbad1a2 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:56.434268 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d1261ebd-8671-434e-9bcc-199f97dd910c req-f511de14-e901-4c7e-8f1b-95079cbad1a2 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.75 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5620005 Aug 30 04:27:56.446073 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-d1261ebd-8671-434e-9bcc-199f97dd910c req-1613fe59-7ce7-4776-86f6-ecfb6833741c service neutron] Request body: {'port': {'device_id': '7e08ca80-55bf-497a-9724-e515aa65f78c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:27:56.508815 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-d1261ebd-8671-434e-9bcc-199f97dd910c req-1613fe59-7ce7-4776-86f6-ecfb6833741c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (9d8726ad-314f-442c-baf1-401574c20d71), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:56.518498 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=100 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:56.528498 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-315bc7d5-346f-4873-b47e-bc53500fcfb9 None None] Provisioning complete for port 9d8726ad-314f-442c-baf1-401574c20d71 triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:27:56.528788 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-315bc7d5-346f-4873-b47e-bc53500fcfb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (9d8726ad-314f-442c-baf1-401574c20d71), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:56.559731 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-315bc7d5-346f-4873-b47e-bc53500fcfb9 None None] Port 9d8726ad-314f-442c-baf1-401574c20d71 cannot update to ACTIVE because it is not bound. {{(pid=106294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:27:56.770947 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [req-d1261ebd-8671-434e-9bcc-199f97dd910c req-1613fe59-7ce7-4776-86f6-ecfb6833741c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d8726ad-314f-442c-baf1-401574c20d71 {{(pid=106293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:27:56.778987 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-d1261ebd-8671-434e-9bcc-199f97dd910c req-1613fe59-7ce7-4776-86f6-ecfb6833741c service neutron] Publish callbacks [] for port (9d8726ad-314f-442c-baf1-401574c20d71), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:56.791055 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.provisioning_blocks [req-d1261ebd-8671-434e-9bcc-199f97dd910c req-1613fe59-7ce7-4776-86f6-ecfb6833741c service neutron] Transition to ACTIVE for port object 9d8726ad-314f-442c-baf1-401574c20d71 will not be triggered until provisioned by entity L2. {{(pid=106293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:27:56.795335 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-d1261ebd-8671-434e-9bcc-199f97dd910c req-1613fe59-7ce7-4776-86f6-ecfb6833741c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-454314'] for port (9d8726ad-314f-442c-baf1-401574c20d71), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:56.911466 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1613fe59-7ce7-4776-86f6-ecfb6833741c service neutron] Pushing event updated for resources: {'Port': ['ID=9d8726ad-314f-442c-baf1-401574c20d71,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:56.936490 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615fb10-6633-4b60-8237-073b4a612c56 req-fe0655d6-de07-40ce-b41d-83658461754a tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:56.937933 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5615fb10-6633-4b60-8237-073b4a612c56 req-fe0655d6-de07-40ce-b41d-83658461754a tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7e08ca80-55bf-497a-9724-e515aa65f78c HTTP/1.1" status: 200 len: 944 time: 0.0872090 Aug 30 04:27:56.958738 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-d1261ebd-8671-434e-9bcc-199f97dd910c req-1613fe59-7ce7-4776-86f6-ecfb6833741c service neutron] Attempting to bind port 9d8726ad-314f-442c-baf1-401574c20d71 on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:27:56.959066 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-d1261ebd-8671-434e-9bcc-199f97dd910c req-1613fe59-7ce7-4776-86f6-ecfb6833741c service neutron] Attempting to bind port 9d8726ad-314f-442c-baf1-401574c20d71 by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': '9f7e7574-559e-4f0e-b775-398fdc759a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870'}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:27:56.959398 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1261ebd-8671-434e-9bcc-199f97dd910c req-1613fe59-7ce7-4776-86f6-ecfb6833741c service neutron] Attempting to bind port 9d8726ad-314f-442c-baf1-401574c20d71 on network e2144ee9-7e1a-4a81-ac65-28f49d99b870 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:27:56.967897 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:56.973167 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1261ebd-8671-434e-9bcc-199f97dd910c req-1613fe59-7ce7-4776-86f6-ecfb6833741c service neutron] Port 9d8726ad-314f-442c-baf1-401574c20d71 on network e2144ee9-7e1a-4a81-ac65-28f49d99b870 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:27:56.973488 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1261ebd-8671-434e-9bcc-199f97dd910c req-1613fe59-7ce7-4776-86f6-ecfb6833741c service neutron] Attempting to bind port 9d8726ad-314f-442c-baf1-401574c20d71 on network e2144ee9-7e1a-4a81-ac65-28f49d99b870 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:27:56.981745 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:56.991108 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1261ebd-8671-434e-9bcc-199f97dd910c req-1613fe59-7ce7-4776-86f6-ecfb6833741c service neutron] Checking agent: {'id': '5274a8db-cdbb-4c02-abb1-2eb9d7076dc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 17), 'started_at': datetime.datetime(2022, 8, 30, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:27:56.991443 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1261ebd-8671-434e-9bcc-199f97dd910c req-1613fe59-7ce7-4776-86f6-ecfb6833741c service neutron] Checking segment: {'id': '9f7e7574-559e-4f0e-b775-398fdc759a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:27:56.991818 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1261ebd-8671-434e-9bcc-199f97dd910c req-1613fe59-7ce7-4776-86f6-ecfb6833741c service neutron] Bound using segment: {'id': '9f7e7574-559e-4f0e-b775-398fdc759a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870'} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:27:56.992247 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-d1261ebd-8671-434e-9bcc-199f97dd910c req-1613fe59-7ce7-4776-86f6-ecfb6833741c service neutron] Bound port: 9d8726ad-314f-442c-baf1-401574c20d71, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f7e7574-559e-4f0e-b775-398fdc759a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870'}}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:27:56.992597 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-d1261ebd-8671-434e-9bcc-199f97dd910c req-1613fe59-7ce7-4776-86f6-ecfb6833741c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (9d8726ad-314f-442c-baf1-401574c20d71), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:57.020868 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5615fb10-6633-4b60-8237-073b4a612c56 req-7e16d0d9-7605-411c-a082-6b2bfeb3586f tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e0af10f5-408a-442c-b719-4a4456242a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731583 Aug 30 04:27:57.068414 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-d1261ebd-8671-434e-9bcc-199f97dd910c req-1613fe59-7ce7-4776-86f6-ecfb6833741c service neutron] For port 9d8726ad-314f-442c-baf1-401574c20d71, host hv-cinder-85220, cleared binding levels {{(pid=106293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:27:57.071403 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-d1261ebd-8671-434e-9bcc-199f97dd910c req-1613fe59-7ce7-4776-86f6-ecfb6833741c service neutron] For port 9d8726ad-314f-442c-baf1-401574c20d71, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=9d8726ad-314f-442c-baf1-401574c20d71,segment=NetworkSegment(9f7e7574-559e-4f0e-b775-398fdc759a6d),segment_id=9f7e7574-559e-4f0e-b775-398fdc759a6d)] {{(pid=106293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:27:57.078143 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-d1261ebd-8671-434e-9bcc-199f97dd910c req-1613fe59-7ce7-4776-86f6-ecfb6833741c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-454314'] for port (9d8726ad-314f-442c-baf1-401574c20d71), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:57.083082 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1261ebd-8671-434e-9bcc-199f97dd910c req-1613fe59-7ce7-4776-86f6-ecfb6833741c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:57.083691 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-d1261ebd-8671-434e-9bcc-199f97dd910c req-1613fe59-7ce7-4776-86f6-ecfb6833741c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:57.085064 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d1261ebd-8671-434e-9bcc-199f97dd910c req-1613fe59-7ce7-4776-86f6-ecfb6833741c service neutron] 10.222.0.75 "PUT /networking/v2.0/ports/9d8726ad-314f-442c-baf1-401574c20d71 HTTP/1.1" status: 200 len: 1094 time: 0.6432080 Aug 30 04:27:57.085554 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e08ca80-55bf-497a-9724-e515aa65f78c', 'tag': '9d8726ad-314f-442c-baf1-401574c20d71'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:27:57.087822 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11a3118c5976ecaadc28dc64ec6366a88eb3d4be069be3e491e321578e9d1f78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532c23d7-5a04-4ca4-b4c0-fc7efa53426a" -d '{"events": [{"name": "network-changed", "server_uuid": "7e08ca80-55bf-497a-9724-e515aa65f78c", "tag": "9d8726ad-314f-442c-baf1-401574c20d71"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:27:57.133051 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d9cf24-785a-4955-ba30-ef1b0801f521 x-openstack-request-id: req-a2d9cf24-785a-4955-ba30-ef1b0801f521 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:27:57.133352 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e08ca80-55bf-497a-9724-e515aa65f78c", "tag": "9d8726ad-314f-442c-baf1-401574c20d71", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:27:57.133604 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a2d9cf24-785a-4955-ba30-ef1b0801f521 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:27:57.134006 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2d9cf24-785a-4955-ba30-ef1b0801f521'] response: {'name': 'network-changed', 'server_uuid': '7e08ca80-55bf-497a-9724-e515aa65f78c', 'tag': '9d8726ad-314f-442c-baf1-401574c20d71', 'status': 'completed', 'code': 200} Aug 30 04:27:57.180377 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1613fe59-7ce7-4776-86f6-ecfb6833741c service neutron] Pushing event updated for resources: {'Port': ['ID=9d8726ad-314f-442c-baf1-401574c20d71,revision_number=3']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:57.195740 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1261ebd-8671-434e-9bcc-199f97dd910c req-254bdc9c-6f37-466a-a7b8-1bb6ee569970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:57.197235 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d1261ebd-8671-434e-9bcc-199f97dd910c req-254bdc9c-6f37-466a-a7b8-1bb6ee569970 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=9c9311c57fdd4250a16560bd8c2e0ffc&device_id=7e08ca80-55bf-497a-9724-e515aa65f78c HTTP/1.1" status: 200 len: 1128 time: 0.0595458 Aug 30 04:27:57.238795 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d1261ebd-8671-434e-9bcc-199f97dd910c req-817b0752-1476-4748-90d3-fa4fbec3425b service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d8726ad-314f-442c-baf1-401574c20d71 HTTP/1.1" status: 200 len: 217 time: 0.0343285 Aug 30 04:27:57.291916 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1261ebd-8671-434e-9bcc-199f97dd910c req-a21f9c5d-193a-4139-9a7b-e2adf21930b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:57.293271 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d1261ebd-8671-434e-9bcc-199f97dd910c req-a21f9c5d-193a-4139-9a7b-e2adf21930b2 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=9fb299f0-e365-4181-9f08-0a9d3aa5f8dc HTTP/1.1" status: 200 len: 853 time: 0.0470529 Aug 30 04:27:57.341702 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1261ebd-8671-434e-9bcc-199f97dd910c req-e29f13ea-1a5f-46a0-9082-79df1a951a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:57.343206 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d1261ebd-8671-434e-9bcc-199f97dd910c req-e29f13ea-1a5f-46a0-9082-79df1a951a0d service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=e2144ee9-7e1a-4a81-ac65-28f49d99b870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432084 Aug 30 04:27:57.433664 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d1261ebd-8671-434e-9bcc-199f97dd910c req-ffdad63a-adc4-4b2d-b830-3b25fd42931b service neutron] 10.222.0.75 "GET /networking/v2.0/networks/e2144ee9-7e1a-4a81-ac65-28f49d99b870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837750 Aug 30 04:27:57.531993 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d1261ebd-8671-434e-9bcc-199f97dd910c req-ad8793eb-ccc3-4d48-87c6-7e67469465ed service neutron] 10.222.0.75 "GET /networking/v2.0/networks/e2144ee9-7e1a-4a81-ac65-28f49d99b870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891678 Aug 30 04:27:58.143529 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10caa8a-3f8a-4470-9bde-953dd39e89c4 req-4c78f1f9-eb41-4dfa-9d3b-963b117a6c72 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:58.145253 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f10caa8a-3f8a-4470-9bde-953dd39e89c4 req-4c78f1f9-eb41-4dfa-9d3b-963b117a6c72 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7e08ca80-55bf-497a-9724-e515aa65f78c HTTP/1.1" status: 200 len: 944 time: 0.0480545 Aug 30 04:27:58.191833 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f10caa8a-3f8a-4470-9bde-953dd39e89c4 req-5fd86a41-df9c-4bb6-88cd-951b16d82c96 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e0af10f5-408a-442c-b719-4a4456242a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409017 Aug 30 04:27:58.490162 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c23d7-5a04-4ca4-b4c0-fc7efa53426a req-2a560e26-66cd-486e-8aed-e749ad82e181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:58.491564 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-532c23d7-5a04-4ca4-b4c0-fc7efa53426a req-2a560e26-66cd-486e-8aed-e749ad82e181 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=9c9311c57fdd4250a16560bd8c2e0ffc&device_id=7e08ca80-55bf-497a-9724-e515aa65f78c HTTP/1.1" status: 200 len: 1128 time: 0.0402000 Aug 30 04:27:58.587729 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c23d7-5a04-4ca4-b4c0-fc7efa53426a req-2c3521ac-8215-4783-a386-833825305ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:58.589505 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-532c23d7-5a04-4ca4-b4c0-fc7efa53426a req-2c3521ac-8215-4783-a386-833825305ca4 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=e2144ee9-7e1a-4a81-ac65-28f49d99b870 HTTP/1.1" status: 200 len: 915 time: 0.0909412 Aug 30 04:27:58.628669 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-532c23d7-5a04-4ca4-b4c0-fc7efa53426a req-974f6ba9-157b-43cf-aaf9-84b1c6591710 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d8726ad-314f-442c-baf1-401574c20d71 HTTP/1.1" status: 200 len: 217 time: 0.0329971 Aug 30 04:27:58.680524 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c23d7-5a04-4ca4-b4c0-fc7efa53426a req-b19756dc-2796-493f-a35b-9368802a77ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:58.681960 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-532c23d7-5a04-4ca4-b4c0-fc7efa53426a req-b19756dc-2796-493f-a35b-9368802a77ac service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=9fb299f0-e365-4181-9f08-0a9d3aa5f8dc HTTP/1.1" status: 200 len: 853 time: 0.0474744 Aug 30 04:27:58.724689 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c23d7-5a04-4ca4-b4c0-fc7efa53426a req-cf42ee6f-0209-4251-ba52-cf0fc81c1fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:58.726147 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-532c23d7-5a04-4ca4-b4c0-fc7efa53426a req-cf42ee6f-0209-4251-ba52-cf0fc81c1fe5 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=e2144ee9-7e1a-4a81-ac65-28f49d99b870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0380242 Aug 30 04:27:58.793053 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:58.824053 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-532c23d7-5a04-4ca4-b4c0-fc7efa53426a req-413f2986-b48b-42ca-a2fb-556bf7af91b5 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/e2144ee9-7e1a-4a81-ac65-28f49d99b870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905747 Aug 30 04:27:58.920128 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-532c23d7-5a04-4ca4-b4c0-fc7efa53426a req-9d41e7ca-8eb7-4fd9-89da-249f14ec997e service neutron] 10.222.0.75 "GET /networking/v2.0/networks/e2144ee9-7e1a-4a81-ac65-28f49d99b870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901742 Aug 30 04:27:59.315738 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c33d85e-2c65-48b8-a7f8-3dc5c9161505 req-c70838dd-8fda-4c0a-993f-57a64b92f5aa tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:59.317194 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-9c33d85e-2c65-48b8-a7f8-3dc5c9161505 req-c70838dd-8fda-4c0a-993f-57a64b92f5aa tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7e08ca80-55bf-497a-9724-e515aa65f78c HTTP/1.1" status: 200 len: 944 time: 0.0471590 Aug 30 04:27:59.363836 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-9c33d85e-2c65-48b8-a7f8-3dc5c9161505 req-0079b4b2-7785-4983-ab2a-5537d22e0832 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e0af10f5-408a-442c-b719-4a4456242a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410964 Aug 30 04:27:59.474786 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 9d8726ad-314f-442c-baf1-401574c20d71 details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106294) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:27:59.701276 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port 9d8726ad-314f-442c-baf1-401574c20d71, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=9d8726ad-314f-442c-baf1-401574c20d71,segment=NetworkSegment(9f7e7574-559e-4f0e-b775-398fdc759a6d),segment_id=9f7e7574-559e-4f0e-b775-398fdc759a6d)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:27:59.712473 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Returning: {'device': '9d8726ad-314f-442c-baf1-401574c20d71', 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870', 'port_id': '9d8726ad-314f-442c-baf1-401574c20d71', 'mac_address': 'fa:16:3e:31:76:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106294) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:27:59.714891 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.agents_db [None req-4bab6993-eaca-4b45-827a-a5590950f82e None None] Agent healthcheck: found 6 active agents {{(pid=106295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:27:59.747689 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Current status of the port 9d8726ad-314f-442c-baf1-401574c20d71 is: DOWN; New status is: BUILD {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:27:59.748008 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (9d8726ad-314f-442c-baf1-401574c20d71), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:59.762491 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d8726ad-314f-442c-baf1-401574c20d71 {{(pid=106294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:27:59.783579 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port 9d8726ad-314f-442c-baf1-401574c20d71, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=9d8726ad-314f-442c-baf1-401574c20d71,segment=NetworkSegment(9f7e7574-559e-4f0e-b775-398fdc759a6d),segment_id=9f7e7574-559e-4f0e-b775-398fdc759a6d)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:27:59.787334 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (9d8726ad-314f-442c-baf1-401574c20d71), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:59.840318 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Pushing event updated for resources: {'Port': ['ID=9d8726ad-314f-442c-baf1-401574c20d71,revision_number=4']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:59.851099 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:59.851451 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:59.851797 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:59.852137 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:59.852475 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:59.852808 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:59.853139 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:59.853471 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:59.853800 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:59.854148 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:59.854528 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:59.854859 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:59.855182 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:59.855504 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:59.855826 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:00.044853 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] get_ports_and_sgs() called for port_ids ['9d8726ad-314f-442c-baf1-401574c20d71'] {{(pid=106294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:28:00.487034 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:00.498858 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9989ae-a0d0-4b10-b502-36d06b5fd8b9 req-b769001c-883f-4572-97b5-e17e1268a0b6 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:00.500318 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4b9989ae-a0d0-4b10-b502-36d06b5fd8b9 req-b769001c-883f-4572-97b5-e17e1268a0b6 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7e08ca80-55bf-497a-9724-e515aa65f78c HTTP/1.1" status: 200 len: 945 time: 0.0546129 Aug 30 04:28:00.548317 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4b9989ae-a0d0-4b10-b502-36d06b5fd8b9 req-f5181c50-bd6b-4b51-971e-6aad6a1ca700 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e0af10f5-408a-442c-b719-4a4456242a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423014 Aug 30 04:28:01.142795 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (5274a8db-cdbb-4c02-abb1-2eb9d7076dc1), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:01.502068 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 9d8726ad-314f-442c-baf1-401574c20d71 up at agent hyperv_hv-cinder-85220 {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:28:01.543216 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Provisioning for port 9d8726ad-314f-442c-baf1-401574c20d71 completed by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:28:01.548467 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Provisioning complete for port 9d8726ad-314f-442c-baf1-401574c20d71 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:28:01.548850 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (9d8726ad-314f-442c-baf1-401574c20d71), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:01.569554 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:01.624430 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Current status of the port 9d8726ad-314f-442c-baf1-401574c20d71 is: BUILD; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:28:01.624826 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (9d8726ad-314f-442c-baf1-401574c20d71), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:01.633723 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:01.648543 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e08ca80-55bf-497a-9724-e515aa65f78c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d8726ad-314f-442c-baf1-401574c20d71'}] {{(pid=106294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:28:01.650833 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc91461c002048a1511ec2515697d9f100988a5a9e001fc967bf4275e8e26e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f475ce45-6fc5-4f33-bccd-242cafba1204" -d '{"events": [{"server_uuid": "7e08ca80-55bf-497a-9724-e515aa65f78c", "name": "network-vif-plugged", "status": "completed", "tag": "9d8726ad-314f-442c-baf1-401574c20d71"}]}' {{(pid=106294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:28:01.664512 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port 9d8726ad-314f-442c-baf1-401574c20d71, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=9d8726ad-314f-442c-baf1-401574c20d71,segment=NetworkSegment(9f7e7574-559e-4f0e-b775-398fdc759a6d),segment_id=9f7e7574-559e-4f0e-b775-398fdc759a6d)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:28:01.671502 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (9d8726ad-314f-442c-baf1-401574c20d71), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:01.680733 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04943da2-3241-4db3-ba41-4134c32107bb req-bee34f27-4242-4b43-8182-777e3bb29d0a tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:01.682438 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-04943da2-3241-4db3-ba41-4134c32107bb req-bee34f27-4242-4b43-8182-777e3bb29d0a tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7e08ca80-55bf-497a-9724-e515aa65f78c HTTP/1.1" status: 200 len: 945 time: 0.0587111 Aug 30 04:28:01.700664 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9685e9e6-1f9b-4977-b28e-333264f52fad x-openstack-request-id: req-9685e9e6-1f9b-4977-b28e-333264f52fad {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:28:01.701028 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e08ca80-55bf-497a-9724-e515aa65f78c", "name": "network-vif-plugged", "status": "completed", "tag": "9d8726ad-314f-442c-baf1-401574c20d71", "code": 200}]} {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:28:01.701346 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9685e9e6-1f9b-4977-b28e-333264f52fad {{(pid=106294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:28:01.701820 dv-cinder-852208-11-iscsi neutron-server[106294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9685e9e6-1f9b-4977-b28e-333264f52fad'] response: {'server_uuid': '7e08ca80-55bf-497a-9724-e515aa65f78c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d8726ad-314f-442c-baf1-401574c20d71', 'code': 200} Aug 30 04:28:01.728985 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Pushing event updated for resources: {'Port': ['ID=9d8726ad-314f-442c-baf1-401574c20d71,revision_number=5']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:28:01.740329 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-04943da2-3241-4db3-ba41-4134c32107bb req-2be17623-882f-44cf-b952-b7d7fcb8a335 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e0af10f5-408a-442c-b719-4a4456242a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488265 Aug 30 04:28:01.889796 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ba494-038d-4603-8022-450a41931d2b req-d4133571-bdba-4c0f-aeae-08778ac6c3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:01.891355 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-580ba494-038d-4603-8022-450a41931d2b req-d4133571-bdba-4c0f-aeae-08778ac6c3db service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=7e08ca80-55bf-497a-9724-e515aa65f78c HTTP/1.1" status: 200 len: 1130 time: 0.0446298 Aug 30 04:28:01.938399 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-580ba494-038d-4603-8022-450a41931d2b req-ef3f1877-dfa3-4a4a-b4ca-99d98be411a0 service neutron] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0af10f5-408a-442c-b719-4a4456242a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391662 Aug 30 04:28:02.861641 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f132ad9-d575-4927-96fe-714ae699d0e3 req-f0028260-5b91-4dd4-b1da-a9a02771114b tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:02.863149 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8f132ad9-d575-4927-96fe-714ae699d0e3 req-f0028260-5b91-4dd4-b1da-a9a02771114b tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7e08ca80-55bf-497a-9724-e515aa65f78c HTTP/1.1" status: 200 len: 946 time: 0.0483155 Aug 30 04:28:02.914811 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8f132ad9-d575-4927-96fe-714ae699d0e3 req-30f75399-c912-4174-b565-e349f69dba96 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e0af10f5-408a-442c-b719-4a4456242a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461552 Aug 30 04:28:04.042862 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5b368-b038-4d6d-a3b9-8fd48016e703 req-be6237fe-9f32-457c-bb48-3f7d1062fb39 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:04.044371 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-36f5b368-b038-4d6d-a3b9-8fd48016e703 req-be6237fe-9f32-457c-bb48-3f7d1062fb39 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7e08ca80-55bf-497a-9724-e515aa65f78c HTTP/1.1" status: 200 len: 946 time: 0.0488257 Aug 30 04:28:04.092728 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-36f5b368-b038-4d6d-a3b9-8fd48016e703 req-3dc3b123-faa9-480d-9878-f41f764998ba tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e0af10f5-408a-442c-b719-4a4456242a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426030 Aug 30 04:28:04.209723 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad44323-26bf-4de6-bf74-a9eb94789840 req-e2bdc62c-d823-41ad-b514-3d5df5ae197d tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:04.211203 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-dad44323-26bf-4de6-bf74-a9eb94789840 req-e2bdc62c-d823-41ad-b514-3d5df5ae197d tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7e08ca80-55bf-497a-9724-e515aa65f78c HTTP/1.1" status: 200 len: 946 time: 0.0508308 Aug 30 04:28:04.221196 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 54962) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:28:04.225474 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-214fe4e4-6f6d-4c96-b7f9-b40234961623 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Request body: {'floatingip': {'port_id': '9d8726ad-314f-442c-baf1-401574c20d71'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:28:04.264360 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-214fe4e4-6f6d-4c96-b7f9-b40234961623 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for floatingip (64b597d3-a1e6-43f0-b2e2-69e8a33e19f5), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:04.700619 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-214fe4e4-6f6d-4c96-b7f9-b40234961623 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:04.704513 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-214fe4e4-6f6d-4c96-b7f9-b40234961623 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572642'] for floatingip (64b597d3-a1e6-43f0-b2e2-69e8a33e19f5), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:04.798508 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.db.l3_db [None req-214fe4e4-6f6d-4c96-b7f9-b40234961623 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Floating IP 64b597d3-a1e6-43f0-b2e2-69e8a33e19f5 associated. External IP: 172.27.4.149, port: 9d8726ad-314f-442c-baf1-401574c20d71. Aug 30 04:28:04.881884 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:04.893794 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=34,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:04.940282 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:04.999280 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-214fe4e4-6f6d-4c96-b7f9-b40234961623 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Router fc7df24f-92aa-405d-8725-ab9c1f384345 has already been hosted by L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 {{(pid=106293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:28:05.101053 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214fe4e4-6f6d-4c96-b7f9-b40234961623 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:28:05.106088 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-214fe4e4-6f6d-4c96-b7f9-b40234961623 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for floatingip (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:05.110962 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a791caf-b937-4514-a475-cdf113e89628 None None] Sync routers for ids ['fc7df24f-92aa-405d-8725-ab9c1f384345'] in dv-cinder-852208-11-iscsi {{(pid=106294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:28:05.121787 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a791caf-b937-4514-a475-cdf113e89628 None None] Routers {'fc7df24f-92aa-405d-8725-ab9c1f384345'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:28:05.122434 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-3a791caf-b937-4514-a475-cdf113e89628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:27:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['fc7df24f-92aa-405d-8725-ab9c1f384345'], 'active': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:28:05.136211 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-214fe4e4-6f6d-4c96-b7f9-b40234961623 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "PUT /networking/v2.0/floatingips/64b597d3-a1e6-43f0-b2e2-69e8a33e19f5 HTTP/1.1" status: 200 len: 992 time: 0.9133954 Aug 30 04:28:05.137203 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e08ca80-55bf-497a-9724-e515aa65f78c', 'tag': '9d8726ad-314f-442c-baf1-401574c20d71'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:28:05.139746 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11a3118c5976ecaadc28dc64ec6366a88eb3d4be069be3e491e321578e9d1f78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee3caca-0557-4ec6-be13-fbd6452f3c18" -d '{"events": [{"name": "network-changed", "server_uuid": "7e08ca80-55bf-497a-9724-e515aa65f78c", "tag": "9d8726ad-314f-442c-baf1-401574c20d71"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:28:05.163547 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:05.180000 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934ad522-43eb-4c0d-a9b3-39306c1e2cf2 x-openstack-request-id: req-934ad522-43eb-4c0d-a9b3-39306c1e2cf2 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:28:05.180295 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e08ca80-55bf-497a-9724-e515aa65f78c", "tag": "9d8726ad-314f-442c-baf1-401574c20d71", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:28:05.180554 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-934ad522-43eb-4c0d-a9b3-39306c1e2cf2 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:28:05.180960 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-934ad522-43eb-4c0d-a9b3-39306c1e2cf2'] response: {'name': 'network-changed', 'server_uuid': '7e08ca80-55bf-497a-9724-e515aa65f78c', 'tag': '9d8726ad-314f-442c-baf1-401574c20d71', 'status': 'completed', 'code': 200} Aug 30 04:28:05.234183 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvr_db [None req-3a791caf-b937-4514-a475-cdf113e89628 None None] Set router fc7df24f-92aa-405d-8725-ab9c1f384345 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:28:05.246603 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee3caca-0557-4ec6-be13-fbd6452f3c18 req-a2df795e-ec70-450e-89f3-f062b981faa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:05.248103 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3ee3caca-0557-4ec6-be13-fbd6452f3c18 req-a2df795e-ec70-450e-89f3-f062b981faa8 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=9c9311c57fdd4250a16560bd8c2e0ffc&device_id=7e08ca80-55bf-497a-9724-e515aa65f78c HTTP/1.1" status: 200 len: 1130 time: 0.0437338 Aug 30 04:28:05.455502 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-3a791caf-b937-4514-a475-cdf113e89628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'name': 'tempest-AttachVolumeNegativeTest-448008307-router', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.52'}], 'enable_snat': True}, 'gw_port_id': 'a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:24:13Z', 'updated_at': '2022-08-30T04:24:17Z', 'revision_number': 4, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'gw_port': {'id': 'a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:14Z', 'updated_at': '2022-08-30T04:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_floatingips': [{'id': '64b597d3-a1e6-43f0-b2e2-69e8a33e19f5', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'floating_ip_address': '172.27.4.149', 'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'router_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'port_id': '9d8726ad-314f-442c-baf1-401574c20d71', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870', 'mac_address': 'fa:16:3e:31:76:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e08ca80-55bf-497a-9724-e515aa65f78c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:27:53Z', 'updated_at': '2022-08-30T04:28:04Z', 'revision_number': 1, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60982441-0aee-4952-84ac-42dcc15ed8c5', 'name': '', 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'mac_address': 'fa:16:3e:6b:b1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:16Z', 'updated_at': '2022-08-30T04:24:26Z', 'revision_number': 5, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'subnets': [{'id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:28:05.484864 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a791caf-b937-4514-a475-cdf113e89628 None None] Checking router: fc7df24f-92aa-405d-8725-ab9c1f384345 for host: dv-cinder-852208-11-iscsi {{(pid=106294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:28:05.493500 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a791caf-b937-4514-a475-cdf113e89628 None None] Routers {'fc7df24f-92aa-405d-8725-ab9c1f384345'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:28:05.494110 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-3a791caf-b937-4514-a475-cdf113e89628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:27:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['fc7df24f-92aa-405d-8725-ab9c1f384345'], 'active': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:28:05.607055 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvr_db [None req-3a791caf-b937-4514-a475-cdf113e89628 None None] Set router fc7df24f-92aa-405d-8725-ab9c1f384345 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:28:05.607286 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee3caca-0557-4ec6-be13-fbd6452f3c18 req-767ec21c-6f96-458d-aa8e-2d028110f0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:05.608691 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3ee3caca-0557-4ec6-be13-fbd6452f3c18 req-767ec21c-6f96-458d-aa8e-2d028110f0d1 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=e2144ee9-7e1a-4a81-ac65-28f49d99b870 HTTP/1.1" status: 200 len: 915 time: 0.3540146 Aug 30 04:28:05.676877 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3ee3caca-0557-4ec6-be13-fbd6452f3c18 req-4472aa08-0167-4392-8293-59cc365bbdad service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d8726ad-314f-442c-baf1-401574c20d71 HTTP/1.1" status: 200 len: 1000 time: 0.0596571 Aug 30 04:28:05.726850 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee3caca-0557-4ec6-be13-fbd6452f3c18 req-39800949-69d4-4ee3-be45-6f065ef99406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:05.728302 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3ee3caca-0557-4ec6-be13-fbd6452f3c18 req-39800949-69d4-4ee3-be45-6f065ef99406 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=9fb299f0-e365-4181-9f08-0a9d3aa5f8dc HTTP/1.1" status: 200 len: 853 time: 0.0442388 Aug 30 04:28:05.772727 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee3caca-0557-4ec6-be13-fbd6452f3c18 req-16b4a36c-75ac-4000-9b1d-d3f05427ab3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:05.774137 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3ee3caca-0557-4ec6-be13-fbd6452f3c18 req-16b4a36c-75ac-4000-9b1d-d3f05427ab3e service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=e2144ee9-7e1a-4a81-ac65-28f49d99b870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0394108 Aug 30 04:28:05.826648 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-3a791caf-b937-4514-a475-cdf113e89628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'name': 'tempest-AttachVolumeNegativeTest-448008307-router', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.52'}], 'enable_snat': True}, 'gw_port_id': 'a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:24:13Z', 'updated_at': '2022-08-30T04:24:17Z', 'revision_number': 4, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'gw_port': {'id': 'a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:14Z', 'updated_at': '2022-08-30T04:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_floatingips': [{'id': '64b597d3-a1e6-43f0-b2e2-69e8a33e19f5', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'floating_ip_address': '172.27.4.149', 'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'router_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'port_id': '9d8726ad-314f-442c-baf1-401574c20d71', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870', 'mac_address': 'fa:16:3e:31:76:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e08ca80-55bf-497a-9724-e515aa65f78c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:27:53Z', 'updated_at': '2022-08-30T04:28:04Z', 'revision_number': 1, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60982441-0aee-4952-84ac-42dcc15ed8c5', 'name': '', 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'mac_address': 'fa:16:3e:6b:b1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:16Z', 'updated_at': '2022-08-30T04:24:26Z', 'revision_number': 5, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'subnets': [{'id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:28:05.855574 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a791caf-b937-4514-a475-cdf113e89628 None None] The sync data for ids ['fc7df24f-92aa-405d-8725-ab9c1f384345'] in dv-cinder-852208-11-iscsi is: [{'id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'name': 'tempest-AttachVolumeNegativeTest-448008307-router', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.52'}], 'enable_snat': True}, 'gw_port_id': 'a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:24:13Z', 'updated_at': '2022-08-30T04:24:17Z', 'revision_number': 4, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'gw_port': {'id': 'a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:14Z', 'updated_at': '2022-08-30T04:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_floatingips': [{'id': '64b597d3-a1e6-43f0-b2e2-69e8a33e19f5', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'floating_ip_address': '172.27.4.149', 'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'router_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'port_id': '9d8726ad-314f-442c-baf1-401574c20d71', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870', 'mac_address': 'fa:16:3e:31:76:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e08ca80-55bf-497a-9724-e515aa65f78c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:27:53Z', 'updated_at': '2022-08-30T04:28:04Z', 'revision_number': 1, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60982441-0aee-4952-84ac-42dcc15ed8c5', 'name': '', 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'mac_address': 'fa:16:3e:6b:b1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:16Z', 'updated_at': '2022-08-30T04:24:26Z', 'revision_number': 5, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'subnets': [{'id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:28:05.871037 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3ee3caca-0557-4ec6-be13-fbd6452f3c18 req-a55b5400-ad32-4c44-8da5-be02a1123fcb service neutron] 10.222.0.75 "GET /networking/v2.0/networks/e2144ee9-7e1a-4a81-ac65-28f49d99b870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898209 Aug 30 04:28:05.969534 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3ee3caca-0557-4ec6-be13-fbd6452f3c18 req-9316d16f-6f2c-42fd-add8-6b69eb2904d4 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/e2144ee9-7e1a-4a81-ac65-28f49d99b870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930407 Aug 30 04:28:06.080725 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209c6e5a-39c8-4ce5-b890-edcbaa8444ef None None] New status for floating IP 64b597d3-a1e6-43f0-b2e2-69e8a33e19f5: ACTIVE {{(pid=106295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:28:14.086191 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=15 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:14.088106 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=44 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:15.829365 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:15.830141 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=67 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:15.964102 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=74 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:15.964885 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=71 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:16.686070 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:UPDATE=4,neutron:SELECT=30 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:16.686856 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=11 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:20.357191 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-2224013e-882b-4cc3-85b4-97fffda3e0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (1bd89ca2-58f6-428d-83bf-6325bad549fd), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:22.550532 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-43b12966-c46f-43fb-bf61-24f7a21b7de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:23.786670 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8bdbbddc-d827-40e6-b8fb-29930693a668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (0ba81f50-231f-4a87-bfed-adcf093ea106), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:25.464661 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-390264ec-bab8-4bcb-922a-62bbd4f3a683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (b2cd167f-1ad0-4273-bd2a-29638b1fd1d2), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:25.591857 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (d414c4c0-e104-4322-85c3-8bf64da32860), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:31.143180 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (5274a8db-cdbb-4c02-abb1-2eb9d7076dc1), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:36.713824 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.agents_db [None req-4bab6993-eaca-4b45-827a-a5590950f82e None None] Agent healthcheck: found 6 active agents {{(pid=106295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:28:41.131664 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:41.138350 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:50.359468 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-fccc9c5a-927c-4cec-bb21-1c568dcb76b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (1bd89ca2-58f6-428d-83bf-6325bad549fd), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:51.054516 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2cd456-08cb-483f-afe1-d31aabf5c934 req-d68f9d8f-b58f-4cb5-88d6-ce04c4c5d6ee tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:51.055873 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3b2cd456-08cb-483f-afe1-d31aabf5c934 req-d68f9d8f-b58f-4cb5-88d6-ce04c4c5d6ee tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7e08ca80-55bf-497a-9724-e515aa65f78c HTTP/1.1" status: 200 len: 946 time: 0.0509908 Aug 30 04:28:51.114399 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3b2cd456-08cb-483f-afe1-d31aabf5c934 req-ea9c8d17-bf12-4072-aa4b-dab9db67a442 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e0af10f5-408a-442c-b719-4a4456242a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521498 Aug 30 04:28:52.294269 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db58ca0c-7fad-4f5d-aaba-29f545f86aa3 req-caa3e64d-b5eb-49be-8a34-2c153ceea592 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:52.295802 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-db58ca0c-7fad-4f5d-aaba-29f545f86aa3 req-caa3e64d-b5eb-49be-8a34-2c153ceea592 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7e08ca80-55bf-497a-9724-e515aa65f78c HTTP/1.1" status: 200 len: 946 time: 0.1042900 Aug 30 04:28:52.553157 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-6245e5cf-d602-4386-9a96-af811da281a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:52.557363 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-db58ca0c-7fad-4f5d-aaba-29f545f86aa3 req-594425d0-1e09-4e8a-bec4-038b30aa823c tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e0af10f5-408a-442c-b719-4a4456242a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2560980 Aug 30 04:28:52.604211 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab0ea0-11a3-4ec0-9da5-c734f7f2772e req-30de8f86-b5ad-4802-9980-20a2e2f67baa tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:52.605629 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1dab0ea0-11a3-4ec0-9da5-c734f7f2772e req-30de8f86-b5ad-4802-9980-20a2e2f67baa tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=7e08ca80-55bf-497a-9724-e515aa65f78c HTTP/1.1" status: 200 len: 946 time: 0.0463271 Aug 30 04:28:52.693135 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-1dab0ea0-11a3-4ec0-9da5-c734f7f2772e req-ca2fc19a-32b8-4455-a62d-dd0c07ab4b42 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Deleting port 9d8726ad-314f-442c-baf1-401574c20d71 {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:28:52.693396 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-1dab0ea0-11a3-4ec0-9da5-c734f7f2772e req-ca2fc19a-32b8-4455-a62d-dd0c07ab4b42 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (9d8726ad-314f-442c-baf1-401574c20d71), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:52.789251 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-1dab0ea0-11a3-4ec0-9da5-c734f7f2772e req-ca2fc19a-32b8-4455-a62d-dd0c07ab4b42 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] For port 9d8726ad-314f-442c-baf1-401574c20d71, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=9d8726ad-314f-442c-baf1-401574c20d71,segment=NetworkSegment(9f7e7574-559e-4f0e-b775-398fdc759a6d),segment_id=9f7e7574-559e-4f0e-b775-398fdc759a6d)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:28:52.799224 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-1dab0ea0-11a3-4ec0-9da5-c734f7f2772e req-ca2fc19a-32b8-4455-a62d-dd0c07ab4b42 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (9d8726ad-314f-442c-baf1-401574c20d71), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:52.962865 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-1dab0ea0-11a3-4ec0-9da5-c734f7f2772e req-ca2fc19a-32b8-4455-a62d-dd0c07ab4b42 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:52.963143 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-1dab0ea0-11a3-4ec0-9da5-c734f7f2772e req-ca2fc19a-32b8-4455-a62d-dd0c07ab4b42 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572642'] for floatingip (64b597d3-a1e6-43f0-b2e2-69e8a33e19f5), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:52.963456 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.db.l3_db [req-1dab0ea0-11a3-4ec0-9da5-c734f7f2772e req-ca2fc19a-32b8-4455-a62d-dd0c07ab4b42 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Floating IP 64b597d3-a1e6-43f0-b2e2-69e8a33e19f5 disassociated. External IP: 172.27.4.149, port: 9d8726ad-314f-442c-baf1-401574c20d71. Aug 30 04:28:52.963796 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-1dab0ea0-11a3-4ec0-9da5-c734f7f2772e req-ca2fc19a-32b8-4455-a62d-dd0c07ab4b42 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Calling delete_port for 9d8726ad-314f-442c-baf1-401574c20d71 owned by compute:nova {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:28:53.093614 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-1dab0ea0-11a3-4ec0-9da5-c734f7f2772e req-ca2fc19a-32b8-4455-a62d-dd0c07ab4b42 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (9d8726ad-314f-442c-baf1-401574c20d71), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:53.126847 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2fc19a-32b8-4455-a62d-dd0c07ab4b42 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Pushing event deleted for resources: {'Port': ['ID=9d8726ad-314f-442c-baf1-401574c20d71,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:28:53.139644 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2fc19a-32b8-4455-a62d-dd0c07ab4b42 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:53.140009 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2fc19a-32b8-4455-a62d-dd0c07ab4b42 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:53.140385 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2fc19a-32b8-4455-a62d-dd0c07ab4b42 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:53.140723 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2fc19a-32b8-4455-a62d-dd0c07ab4b42 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:53.141057 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2fc19a-32b8-4455-a62d-dd0c07ab4b42 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:53.141389 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2fc19a-32b8-4455-a62d-dd0c07ab4b42 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:53.141713 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2fc19a-32b8-4455-a62d-dd0c07ab4b42 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:53.142039 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2fc19a-32b8-4455-a62d-dd0c07ab4b42 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:53.142389 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2fc19a-32b8-4455-a62d-dd0c07ab4b42 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:53.142725 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2fc19a-32b8-4455-a62d-dd0c07ab4b42 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:53.143074 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2fc19a-32b8-4455-a62d-dd0c07ab4b42 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:53.143398 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2fc19a-32b8-4455-a62d-dd0c07ab4b42 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:53.144365 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2fc19a-32b8-4455-a62d-dd0c07ab4b42 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:53.144365 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2fc19a-32b8-4455-a62d-dd0c07ab4b42 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:53.144365 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2fc19a-32b8-4455-a62d-dd0c07ab4b42 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:53.253006 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1dab0ea0-11a3-4ec0-9da5-c734f7f2772e req-ca2fc19a-32b8-4455-a62d-dd0c07ab4b42 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Router fc7df24f-92aa-405d-8725-ab9c1f384345 has already been hosted by L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 {{(pid=106293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:28:53.358894 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1dab0ea0-11a3-4ec0-9da5-c734f7f2772e req-ca2fc19a-32b8-4455-a62d-dd0c07ab4b42 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:28:53.368451 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50547f6c-1e29-4a8b-b3e4-84d8b78ca888 None None] Sync routers for ids ['fc7df24f-92aa-405d-8725-ab9c1f384345'] in dv-cinder-852208-11-iscsi {{(pid=106294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:28:53.379456 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50547f6c-1e29-4a8b-b3e4-84d8b78ca888 None None] Routers {'fc7df24f-92aa-405d-8725-ab9c1f384345'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:28:53.380076 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-50547f6c-1e29-4a8b-b3e4-84d8b78ca888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:28:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['fc7df24f-92aa-405d-8725-ab9c1f384345'], 'active': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:28:53.402427 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dab0ea0-11a3-4ec0-9da5-c734f7f2772e req-ca2fc19a-32b8-4455-a62d-dd0c07ab4b42 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] No DVR routers for this DVR port 9d8726ad-314f-442c-baf1-401574c20d71 on host hv-cinder-85220 {{(pid=106293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:28:53.404931 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-1dab0ea0-11a3-4ec0-9da5-c734f7f2772e req-ca2fc19a-32b8-4455-a62d-dd0c07ab4b42 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:53.408098 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1dab0ea0-11a3-4ec0-9da5-c734f7f2772e req-ca2fc19a-32b8-4455-a62d-dd0c07ab4b42 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.75 "DELETE /networking/v2.0/ports/9d8726ad-314f-442c-baf1-401574c20d71 HTTP/1.1" status: 204 len: 173 time: 0.7960997 Aug 30 04:28:53.408535 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e08ca80-55bf-497a-9724-e515aa65f78c', 'name': 'network-vif-deleted', 'tag': '9d8726ad-314f-442c-baf1-401574c20d71'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:28:53.411277 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11a3118c5976ecaadc28dc64ec6366a88eb3d4be069be3e491e321578e9d1f78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936e69a7-040a-47b5-aff3-eed73c56596d" -d '{"events": [{"server_uuid": "7e08ca80-55bf-497a-9724-e515aa65f78c", "name": "network-vif-deleted", "tag": "9d8726ad-314f-442c-baf1-401574c20d71"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:28:53.452656 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f79f9e-5e17-49f9-9eba-effaf01fa3ae x-openstack-request-id: req-b3f79f9e-5e17-49f9-9eba-effaf01fa3ae {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:28:53.452949 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e08ca80-55bf-497a-9724-e515aa65f78c", "name": "network-vif-deleted", "tag": "9d8726ad-314f-442c-baf1-401574c20d71", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:28:53.453204 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b3f79f9e-5e17-49f9-9eba-effaf01fa3ae {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:28:53.453606 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3f79f9e-5e17-49f9-9eba-effaf01fa3ae'] response: {'server_uuid': '7e08ca80-55bf-497a-9724-e515aa65f78c', 'name': 'network-vif-deleted', 'tag': '9d8726ad-314f-442c-baf1-401574c20d71', 'status': 'completed', 'code': 200} Aug 30 04:28:53.494547 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvr_db [None req-50547f6c-1e29-4a8b-b3e4-84d8b78ca888 None None] Set router fc7df24f-92aa-405d-8725-ab9c1f384345 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:28:53.677485 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:53.682948 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=6 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:53.686727 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-79159fa8-09f9-4e84-b61f-23c547fac2d5 req-b017cbf2-e5f4-4427-83d7-776c67774f19 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7e08ca80-55bf-497a-9724-e515aa65f78c HTTP/1.1" status: 200 len: 210 time: 0.0282238 Aug 30 04:28:53.709387 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-50547f6c-1e29-4a8b-b3e4-84d8b78ca888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'name': 'tempest-AttachVolumeNegativeTest-448008307-router', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.52'}], 'enable_snat': True}, 'gw_port_id': 'a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:24:13Z', 'updated_at': '2022-08-30T04:24:17Z', 'revision_number': 4, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'gw_port': {'id': 'a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:14Z', 'updated_at': '2022-08-30T04:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': '60982441-0aee-4952-84ac-42dcc15ed8c5', 'name': '', 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'mac_address': 'fa:16:3e:6b:b1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:16Z', 'updated_at': '2022-08-30T04:24:26Z', 'revision_number': 5, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'subnets': [{'id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:28:53.863345 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50547f6c-1e29-4a8b-b3e4-84d8b78ca888 None None] Checking router: fc7df24f-92aa-405d-8725-ab9c1f384345 for host: dv-cinder-852208-11-iscsi {{(pid=106294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:28:53.879989 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50547f6c-1e29-4a8b-b3e4-84d8b78ca888 None None] Routers {'fc7df24f-92aa-405d-8725-ab9c1f384345'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:28:53.880630 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-50547f6c-1e29-4a8b-b3e4-84d8b78ca888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:28:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['fc7df24f-92aa-405d-8725-ab9c1f384345'], 'active': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:28:53.884075 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8bdbbddc-d827-40e6-b8fb-29930693a668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (0ba81f50-231f-4a87-bfed-adcf093ea106), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:53.985043 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvr_db [None req-50547f6c-1e29-4a8b-b3e4-84d8b78ca888 None None] Set router fc7df24f-92aa-405d-8725-ab9c1f384345 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:28:54.177901 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-50547f6c-1e29-4a8b-b3e4-84d8b78ca888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'name': 'tempest-AttachVolumeNegativeTest-448008307-router', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.52'}], 'enable_snat': True}, 'gw_port_id': 'a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:24:13Z', 'updated_at': '2022-08-30T04:24:17Z', 'revision_number': 4, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'gw_port': {'id': 'a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:14Z', 'updated_at': '2022-08-30T04:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': '60982441-0aee-4952-84ac-42dcc15ed8c5', 'name': '', 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'mac_address': 'fa:16:3e:6b:b1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:16Z', 'updated_at': '2022-08-30T04:24:26Z', 'revision_number': 5, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'subnets': [{'id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:28:54.210190 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50547f6c-1e29-4a8b-b3e4-84d8b78ca888 None None] The sync data for ids ['fc7df24f-92aa-405d-8725-ab9c1f384345'] in dv-cinder-852208-11-iscsi is: [{'id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'name': 'tempest-AttachVolumeNegativeTest-448008307-router', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.52'}], 'enable_snat': True}, 'gw_port_id': 'a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:24:13Z', 'updated_at': '2022-08-30T04:24:17Z', 'revision_number': 4, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'gw_port': {'id': 'a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:14Z', 'updated_at': '2022-08-30T04:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': '60982441-0aee-4952-84ac-42dcc15ed8c5', 'name': '', 'network_id': 'e2144ee9-7e1a-4a81-ac65-28f49d99b870', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'mac_address': 'fa:16:3e:6b:b1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:16Z', 'updated_at': '2022-08-30T04:24:26Z', 'revision_number': 5, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'subnets': [{'id': '9fb299f0-e365-4181-9f08-0a9d3aa5f8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:28:54.435519 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f763d7de-0586-49b1-b9fd-a262a994f1e2 None None] New status for floating IP 64b597d3-a1e6-43f0-b2e2-69e8a33e19f5: DOWN {{(pid=106295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:28:54.779780 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 55062) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:28:54.787862 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:54.802678 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:54.842316 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-70772fe2-c491-4d50-984d-a3bf793bb64d tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for security_group (e0af10f5-408a-442c-b719-4a4456242a8b), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:54.864527 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-70772fe2-c491-4d50-984d-a3bf793bb64d tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for security_group (e0af10f5-408a-442c-b719-4a4456242a8b), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:54.911728 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-70772fe2-c491-4d50-984d-a3bf793bb64d tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (e0af10f5-408a-442c-b719-4a4456242a8b), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:54.914230 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-70772fe2-c491-4d50-984d-a3bf793bb64d tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:54.915392 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-70772fe2-c491-4d50-984d-a3bf793bb64d tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/e0af10f5-408a-442c-b719-4a4456242a8b HTTP/1.1" status: 204 len: 168 time: 0.1346314 Aug 30 04:28:54.918201 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 55064) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:28:54.926842 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70772fe2-c491-4d50-984d-a3bf793bb64d tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0af10f5-408a-442c-b719-4a4456242a8b,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:28:54.936402 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.api.v2.resource [None req-b5b0b7a7-41fb-47e8-b4ea-24198db16c39 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] show failed (client error): The resource could not be found. Aug 30 04:28:54.940233 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-b5b0b7a7-41fb-47e8-b4ea-24198db16c39 tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "GET /networking/v2.0/security-groups/e0af10f5-408a-442c-b719-4a4456242a8b HTTP/1.1" status: 404 len: 347 time: 0.0160296 Aug 30 04:28:54.940448 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 55066) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:28:55.052414 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a04e7-3a15-4afd-ba30-04070e468a0f tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Deleting port 0747eaf6-6ac6-47d1-9d85-d6eac3b04a19 {{(pid=106292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:28:55.052674 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-1f6a04e7-3a15-4afd-ba30-04070e468a0f tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (0747eaf6-6ac6-47d1-9d85-d6eac3b04a19), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:55.133229 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-1f6a04e7-3a15-4afd-ba30-04070e468a0f tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (0747eaf6-6ac6-47d1-9d85-d6eac3b04a19), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:55.133557 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-1f6a04e7-3a15-4afd-ba30-04070e468a0f tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for floatingip (0747eaf6-6ac6-47d1-9d85-d6eac3b04a19), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:55.146733 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a04e7-3a15-4afd-ba30-04070e468a0f tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Calling delete_port for 0747eaf6-6ac6-47d1-9d85-d6eac3b04a19 owned by network:floatingip {{(pid=106292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:28:55.279986 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-1f6a04e7-3a15-4afd-ba30-04070e468a0f tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642203'] for port (0747eaf6-6ac6-47d1-9d85-d6eac3b04a19), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:55.302371 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a04e7-3a15-4afd-ba30-04070e468a0f tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Pushing event deleted for resources: {'Port': ['ID=0747eaf6-6ac6-47d1-9d85-d6eac3b04a19,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:28:55.312680 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a04e7-3a15-4afd-ba30-04070e468a0f tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:55.312967 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a04e7-3a15-4afd-ba30-04070e468a0f tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:55.313306 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a04e7-3a15-4afd-ba30-04070e468a0f tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:55.313647 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a04e7-3a15-4afd-ba30-04070e468a0f tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:55.313982 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a04e7-3a15-4afd-ba30-04070e468a0f tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:55.314341 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a04e7-3a15-4afd-ba30-04070e468a0f tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:55.315029 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a04e7-3a15-4afd-ba30-04070e468a0f tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:55.315029 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a04e7-3a15-4afd-ba30-04070e468a0f tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:55.315305 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a04e7-3a15-4afd-ba30-04070e468a0f tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:55.315634 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a04e7-3a15-4afd-ba30-04070e468a0f tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:55.315958 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a04e7-3a15-4afd-ba30-04070e468a0f tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:55.316280 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a04e7-3a15-4afd-ba30-04070e468a0f tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:55.316638 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a04e7-3a15-4afd-ba30-04070e468a0f tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:55.316925 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a04e7-3a15-4afd-ba30-04070e468a0f tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:55.317247 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a04e7-3a15-4afd-ba30-04070e468a0f tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:55.378683 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-1f6a04e7-3a15-4afd-ba30-04070e468a0f tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks [] for floatingip (64b597d3-a1e6-43f0-b2e2-69e8a33e19f5), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:55.381316 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-1f6a04e7-3a15-4afd-ba30-04070e468a0f tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for floatingip (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:55.382491 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-1f6a04e7-3a15-4afd-ba30-04070e468a0f tempest-AttachVolumeNegativeTest-805086042 tempest-AttachVolumeNegativeTest-805086042-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/64b597d3-a1e6-43f0-b2e2-69e8a33e19f5 HTTP/1.1" status: 204 len: 168 time: 0.4411077 Aug 30 04:28:55.471095 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-390264ec-bab8-4bcb-922a-62bbd4f3a683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (b2cd167f-1ad0-4273-bd2a-29638b1fd1d2), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:55.593998 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (d414c4c0-e104-4322-85c3-8bf64da32860), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:55.721751 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 9d8726ad-314f-442c-baf1-401574c20d71 no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:28:55.741652 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] No Port match for: 9d8726ad-314f-442c-baf1-401574c20d71 {{(pid=106294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:28:55.742002 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 9d8726ad-314f-442c-baf1-401574c20d71 not bound to the agent host hv-cinder-85220 {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:28:59.092658 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 55102) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:28:59.386784 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:59.424147 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-6d209d79-5f40-410b-a395-196b71790ef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573154'] for router_interface (fc7df24f-92aa-405d-8725-ab9c1f384345), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:59.513479 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:59.645144 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.plugin [None req-6d209d79-5f40-410b-a395-196b71790ef2 admin admin] Deleting port 60982441-0aee-4952-84ac-42dcc15ed8c5 {{(pid=106292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:28:59.645394 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-6d209d79-5f40-410b-a395-196b71790ef2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (60982441-0aee-4952-84ac-42dcc15ed8c5), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:59.723638 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.db [None req-6d209d79-5f40-410b-a395-196b71790ef2 admin admin] For port 60982441-0aee-4952-84ac-42dcc15ed8c5, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=60982441-0aee-4952-84ac-42dcc15ed8c5,segment=NetworkSegment(9f7e7574-559e-4f0e-b775-398fdc759a6d),segment_id=9f7e7574-559e-4f0e-b775-398fdc759a6d)] {{(pid=106292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:28:59.723998 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-6d209d79-5f40-410b-a395-196b71790ef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (60982441-0aee-4952-84ac-42dcc15ed8c5), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:59.736518 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.plugin [None req-6d209d79-5f40-410b-a395-196b71790ef2 admin admin] Calling delete_port for 60982441-0aee-4952-84ac-42dcc15ed8c5 owned by network:router_interface {{(pid=106292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:28:59.918593 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-6d209d79-5f40-410b-a395-196b71790ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642203'] for port (60982441-0aee-4952-84ac-42dcc15ed8c5), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:59.945944 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d209d79-5f40-410b-a395-196b71790ef2 admin admin] Pushing event deleted for resources: {'Port': ['ID=60982441-0aee-4952-84ac-42dcc15ed8c5,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:00.117788 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-6d209d79-5f40-410b-a395-196b71790ef2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573266'] for router_interface (fc7df24f-92aa-405d-8725-ab9c1f384345), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:00.312335 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:00.314287 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:00.327800 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d209d79-5f40-410b-a395-196b71790ef2 admin admin] Router fc7df24f-92aa-405d-8725-ab9c1f384345 has already been hosted by L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 {{(pid=106292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:29:00.431237 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d209d79-5f40-410b-a395-196b71790ef2 admin admin] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:29:00.436672 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-6d209d79-5f40-410b-a395-196b71790ef2 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/fc7df24f-92aa-405d-8725-ab9c1f384345/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3430860 Aug 30 04:29:00.439517 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 55104) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:00.442480 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f751da-e4b7-46e6-a8d8-9c3ed155083e None None] Sync routers for ids ['fc7df24f-92aa-405d-8725-ab9c1f384345'] in dv-cinder-852208-11-iscsi {{(pid=106294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:29:00.454987 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f751da-e4b7-46e6-a8d8-9c3ed155083e None None] Routers {'fc7df24f-92aa-405d-8725-ab9c1f384345'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:29:00.455621 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-c8f751da-e4b7-46e6-a8d8-9c3ed155083e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:28:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['fc7df24f-92aa-405d-8725-ab9c1f384345'], 'active': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:00.537090 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-93ca4d5a-aeb9-40f1-a579-1bb57b0b4389 admin admin] Publish callbacks [] for router (fc7df24f-92aa-405d-8725-ab9c1f384345), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:00.558856 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvr_db [None req-c8f751da-e4b7-46e6-a8d8-9c3ed155083e None None] Set router fc7df24f-92aa-405d-8725-ab9c1f384345 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:29:00.634792 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-93ca4d5a-aeb9-40f1-a579-1bb57b0b4389 admin admin] Publish callbacks [] for router_gateway (fc7df24f-92aa-405d-8725-ab9c1f384345), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:00.672310 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:00.678518 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:00.681696 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.plugin [None req-93ca4d5a-aeb9-40f1-a579-1bb57b0b4389 admin admin] Deleting port a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc {{(pid=106292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:29:00.682148 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-93ca4d5a-aeb9-40f1-a579-1bb57b0b4389 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:00.738298 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-c8f751da-e4b7-46e6-a8d8-9c3ed155083e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'name': 'tempest-AttachVolumeNegativeTest-448008307-router', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.52'}], 'enable_snat': True}, 'gw_port_id': 'a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:24:13Z', 'updated_at': '2022-08-30T04:28:59Z', 'revision_number': 5, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'gw_port': {'id': 'a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:14Z', 'updated_at': '2022-08-30T04:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi'}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:00.764715 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f751da-e4b7-46e6-a8d8-9c3ed155083e None None] Checking router: fc7df24f-92aa-405d-8725-ab9c1f384345 for host: dv-cinder-852208-11-iscsi {{(pid=106294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:29:00.767222 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.db [None req-93ca4d5a-aeb9-40f1-a579-1bb57b0b4389 admin admin] For port a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc,segment=NetworkSegment(10b95e6c-2e6d-452d-a5ef-cbf673e3f24c),segment_id=10b95e6c-2e6d-452d-a5ef-cbf673e3f24c)] {{(pid=106292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:29:00.767580 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-93ca4d5a-aeb9-40f1-a579-1bb57b0b4389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:00.774006 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f751da-e4b7-46e6-a8d8-9c3ed155083e None None] Routers {'fc7df24f-92aa-405d-8725-ab9c1f384345'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:29:00.774656 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-c8f751da-e4b7-46e6-a8d8-9c3ed155083e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:28:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['fc7df24f-92aa-405d-8725-ab9c1f384345'], 'active': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:00.781876 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.plugin [None req-93ca4d5a-aeb9-40f1-a579-1bb57b0b4389 admin admin] Calling delete_port for a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc owned by network:router_gateway {{(pid=106292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:29:00.863232 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvr_db [None req-c8f751da-e4b7-46e6-a8d8-9c3ed155083e None None] Set router fc7df24f-92aa-405d-8725-ab9c1f384345 gateway port host: None {{(pid=106294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:29:00.913080 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-c8f751da-e4b7-46e6-a8d8-9c3ed155083e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'name': 'tempest-AttachVolumeNegativeTest-448008307-router', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:24:13Z', 'updated_at': '2022-08-30T04:29:00Z', 'revision_number': 6, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'gw_port_host': None}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:00.931047 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 55106) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:00.942172 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f751da-e4b7-46e6-a8d8-9c3ed155083e None None] The sync data for ids ['fc7df24f-92aa-405d-8725-ab9c1f384345'] in dv-cinder-852208-11-iscsi is: [{'id': 'fc7df24f-92aa-405d-8725-ab9c1f384345', 'name': 'tempest-AttachVolumeNegativeTest-448008307-router', 'tenant_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:24:13Z', 'updated_at': '2022-08-30T04:29:00Z', 'revision_number': 6, 'project_id': '9c9311c57fdd4250a16560bd8c2e0ffc', 'gw_port_host': None}] {{(pid=106294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:29:01.152134 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (5274a8db-cdbb-4c02-abb1-2eb9d7076dc1), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:01.208831 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-93ca4d5a-aeb9-40f1-a579-1bb57b0b4389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642203'] for port (a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:01.240150 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ca4d5a-aeb9-40f1-a579-1bb57b0b4389 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:01.366070 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:01.378618 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:01.379840 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-93ca4d5a-aeb9-40f1-a579-1bb57b0b4389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572577'] for router_gateway (fc7df24f-92aa-405d-8725-ab9c1f384345), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:01.385193 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.plugin [None req-df220321-a63c-45a2-91e0-930103977762 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Deleting port d5ec217d-396a-4c62-8f3a-dd6a2ca4ca88 {{(pid=106292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:29:01.385520 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-df220321-a63c-45a2-91e0-930103977762 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (d5ec217d-396a-4c62-8f3a-dd6a2ca4ca88), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:01.507022 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-93ca4d5a-aeb9-40f1-a579-1bb57b0b4389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6255'] for router (fc7df24f-92aa-405d-8725-ab9c1f384345), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:01.510330 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-93ca4d5a-aeb9-40f1-a579-1bb57b0b4389 admin admin] Publish callbacks [] for router_controller (fc7df24f-92aa-405d-8725-ab9c1f384345), precommit_delete_associations {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:01.578815 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-93ca4d5a-aeb9-40f1-a579-1bb57b0b4389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-573231'] for router (fc7df24f-92aa-405d-8725-ab9c1f384345), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:01.579424 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ca4d5a-aeb9-40f1-a579-1bb57b0b4389 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc7df24f-92aa-405d-8725-ab9c1f384345 {{(pid=106292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 04:29:01.584667 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-93ca4d5a-aeb9-40f1-a579-1bb57b0b4389 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:01.585896 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-93ca4d5a-aeb9-40f1-a579-1bb57b0b4389 admin admin] 10.222.0.46 "DELETE /networking/v2.0/routers/fc7df24f-92aa-405d-8725-ab9c1f384345 HTTP/1.1" status: 204 len: 168 time: 1.1454825 Aug 30 04:29:01.587651 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-df220321-a63c-45a2-91e0-930103977762 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (d5ec217d-396a-4c62-8f3a-dd6a2ca4ca88), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:01.587968 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-df220321-a63c-45a2-91e0-930103977762 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Publish callbacks [] for floatingip (d5ec217d-396a-4c62-8f3a-dd6a2ca4ca88), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:01.588712 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 55108) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:01.602514 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.plugin [None req-df220321-a63c-45a2-91e0-930103977762 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Calling delete_port for d5ec217d-396a-4c62-8f3a-dd6a2ca4ca88 owned by network:floatingip {{(pid=106292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:29:01.635359 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6759fbd-c3e5-4721-a29c-f16b30da84ea admin admin] Deleting subnet 9fb299f0-e365-4181-9f08-0a9d3aa5f8dc {{(pid=106293) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 04:29:01.639516 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f6759fbd-c3e5-4721-a29c-f16b30da84ea admin admin] Publish callbacks [] for subnet (9fb299f0-e365-4181-9f08-0a9d3aa5f8dc), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:01.681286 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f6759fbd-c3e5-4721-a29c-f16b30da84ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387962'] for subnet (9fb299f0-e365-4181-9f08-0a9d3aa5f8dc), precommit_delete_associations {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:01.760570 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-df220321-a63c-45a2-91e0-930103977762 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642203'] for port (d5ec217d-396a-4c62-8f3a-dd6a2ca4ca88), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:01.770504 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f6759fbd-c3e5-4721-a29c-f16b30da84ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1779299'] for subnet (9fb299f0-e365-4181-9f08-0a9d3aa5f8dc), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:01.785059 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df220321-a63c-45a2-91e0-930103977762 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Pushing event deleted for resources: {'Port': ['ID=d5ec217d-396a-4c62-8f3a-dd6a2ca4ca88,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:01.837858 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f6759fbd-c3e5-4721-a29c-f16b30da84ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1779322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-454480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9734407'] for subnet (9fb299f0-e365-4181-9f08-0a9d3aa5f8dc), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:01.854823 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-df220321-a63c-45a2-91e0-930103977762 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Publish callbacks [] for floatingip (4d3bdc4d-1420-4495-b27f-af0750fdcd83), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:01.855207 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.db.l3_db [None req-df220321-a63c-45a2-91e0-930103977762 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Floating IP 4d3bdc4d-1420-4495-b27f-af0750fdcd83 disassociated (deleted). External IP: 172.27.4.253, port: 063e08d6-d65f-4bd5-9b7c-48ede36416eb. Aug 30 04:29:01.872860 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6759fbd-c3e5-4721-a29c-f16b30da84ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fb299f0-e365-4181-9f08-0a9d3aa5f8dc,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:01.877811 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f6759fbd-c3e5-4721-a29c-f16b30da84ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:01.883513 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-f6759fbd-c3e5-4721-a29c-f16b30da84ea admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/9fb299f0-e365-4181-9f08-0a9d3aa5f8dc HTTP/1.1" status: 204 len: 168 time: 0.2915959 Aug 30 04:29:01.883953 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 55110) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:01.887947 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e6c548-882c-4fb3-a9ec-a360280b7ff2 None None] Network e2144ee9-7e1a-4a81-ac65-28f49d99b870 requested from dv-cinder-852208-11-iscsi {{(pid=106294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:29:01.965851 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c17edc10-14ad-4ce8-878f-55e83d8178e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635422'] for network (e2144ee9-7e1a-4a81-ac65-28f49d99b870), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:02.023854 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-c17edc10-14ad-4ce8-878f-55e83d8178e8 admin admin] Deleting port 033cab1b-b743-4875-887d-1d1aee9d23df {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:29:02.024290 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c17edc10-14ad-4ce8-878f-55e83d8178e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (033cab1b-b743-4875-887d-1d1aee9d23df), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:02.066937 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc no longer exists at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:29:02.087124 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] No Port match for: a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc {{(pid=106294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:29:02.087872 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device a1a3cde5-1ee4-4d3e-8d8d-cc7c075444cc not bound to the agent host dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:29:02.088508 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 60982441-0aee-4952-84ac-42dcc15ed8c5 no longer exists at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:29:02.109615 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [None req-c17edc10-14ad-4ce8-878f-55e83d8178e8 admin admin] For port 033cab1b-b743-4875-887d-1d1aee9d23df, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=033cab1b-b743-4875-887d-1d1aee9d23df,segment=NetworkSegment(9f7e7574-559e-4f0e-b775-398fdc759a6d),segment_id=9f7e7574-559e-4f0e-b775-398fdc759a6d)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:29:02.109995 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c17edc10-14ad-4ce8-878f-55e83d8178e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (033cab1b-b743-4875-887d-1d1aee9d23df), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:02.111538 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be929ed6-b02e-40f8-960b-30e0cd58731d None None] DHCP port deletion for e2144ee9-7e1a-4a81-ac65-28f49d99b870 request from dv-cinder-852208-11-iscsi {{(pid=106294) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 04:29:02.114217 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] No Port match for: 60982441-0aee-4952-84ac-42dcc15ed8c5 {{(pid=106294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:29:02.114673 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 60982441-0aee-4952-84ac-42dcc15ed8c5 not bound to the agent host dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:29:02.127842 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df220321-a63c-45a2-91e0-930103977762 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Router 43d10244-5020-42e0-9926-de2b338768f7 has already been hosted by L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 {{(pid=106292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:29:02.128782 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-c17edc10-14ad-4ce8-878f-55e83d8178e8 admin admin] Calling delete_port for 033cab1b-b743-4875-887d-1d1aee9d23df owned by network:dhcp {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:29:02.166856 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-be929ed6-b02e-40f8-960b-30e0cd58731d None None] Deleting port 033cab1b-b743-4875-887d-1d1aee9d23df {{(pid=106294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:29:02.167234 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-be929ed6-b02e-40f8-960b-30e0cd58731d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (033cab1b-b743-4875-887d-1d1aee9d23df), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:02.227944 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c17edc10-14ad-4ce8-878f-55e83d8178e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (033cab1b-b743-4875-887d-1d1aee9d23df), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:02.252335 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-be929ed6-b02e-40f8-960b-30e0cd58731d None None] For port 033cab1b-b743-4875-887d-1d1aee9d23df, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=033cab1b-b743-4875-887d-1d1aee9d23df,segment=NetworkSegment(9f7e7574-559e-4f0e-b775-398fdc759a6d),segment_id=9f7e7574-559e-4f0e-b775-398fdc759a6d)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:29:02.253059 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-be929ed6-b02e-40f8-960b-30e0cd58731d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (033cab1b-b743-4875-887d-1d1aee9d23df), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:02.253816 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df220321-a63c-45a2-91e0-930103977762 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:29:02.258627 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-df220321-a63c-45a2-91e0-930103977762 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for floatingip (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:02.266800 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ffdcb7-5952-4131-9932-7c405b4b1c49 None None] Sync routers for ids ['43d10244-5020-42e0-9926-de2b338768f7'] in dv-cinder-852208-11-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:29:02.267388 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-be929ed6-b02e-40f8-960b-30e0cd58731d None None] Calling delete_port for 033cab1b-b743-4875-887d-1d1aee9d23df owned by network:dhcp {{(pid=106294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:29:02.268710 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17edc10-14ad-4ce8-878f-55e83d8178e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=033cab1b-b743-4875-887d-1d1aee9d23df,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:02.276381 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17edc10-14ad-4ce8-878f-55e83d8178e8 admin admin] No DVR routers for this DVR port 033cab1b-b743-4875-887d-1d1aee9d23df on host dv-cinder-852208-11-iscsi {{(pid=106293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:29:02.295037 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-df220321-a63c-45a2-91e0-930103977762 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/4d3bdc4d-1420-4495-b27f-af0750fdcd83 HTTP/1.1" status: 204 len: 168 time: 1.3627746 Aug 30 04:29:02.295780 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c3b92a2-23a8-405c-b393-820424eddd08', 'tag': '063e08d6-d65f-4bd5-9b7c-48ede36416eb'}] {{(pid=106292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:29:02.298596 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac8df60c6f70ae957e00457e6d6ce8432b58a3ad70202c2877012db9cc29900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0a202a-42f7-41cd-accf-ee0df7939e70" -d '{"events": [{"name": "network-changed", "server_uuid": "0c3b92a2-23a8-405c-b393-820424eddd08", "tag": "063e08d6-d65f-4bd5-9b7c-48ede36416eb"}]}' {{(pid=106292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:29:02.324361 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ffdcb7-5952-4131-9932-7c405b4b1c49 None None] Routers {'43d10244-5020-42e0-9926-de2b338768f7'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:29:02.325670 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-c2ffdcb7-5952-4131-9932-7c405b4b1c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:28:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['43d10244-5020-42e0-9926-de2b338768f7'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:02.341150 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549f62de-a129-4c2b-a47d-1505409bbfac x-openstack-request-id: req-549f62de-a129-4c2b-a47d-1505409bbfac {{(pid=106292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:29:02.341595 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c3b92a2-23a8-405c-b393-820424eddd08", "tag": "063e08d6-d65f-4bd5-9b7c-48ede36416eb", "status": "completed", "code": 200}]} {{(pid=106292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:29:02.342209 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-549f62de-a129-4c2b-a47d-1505409bbfac {{(pid=106292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:29:02.342765 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.notifiers.nova [-] Nova event matching ['req-549f62de-a129-4c2b-a47d-1505409bbfac'] response: {'name': 'network-changed', 'server_uuid': '0c3b92a2-23a8-405c-b393-820424eddd08', 'tag': '063e08d6-d65f-4bd5-9b7c-48ede36416eb', 'status': 'completed', 'code': 200} Aug 30 04:29:02.359210 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-be929ed6-b02e-40f8-960b-30e0cd58731d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839'] for port (033cab1b-b743-4875-887d-1d1aee9d23df), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:02.392107 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be929ed6-b02e-40f8-960b-30e0cd58731d None None] Pushing event deleted for resources: {'Port': ['ID=033cab1b-b743-4875-887d-1d1aee9d23df,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:02.396005 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be929ed6-b02e-40f8-960b-30e0cd58731d None None] No DVR routers for this DVR port 033cab1b-b743-4875-887d-1d1aee9d23df on host dv-cinder-852208-11-iscsi {{(pid=106294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:29:02.416556 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be929ed6-b02e-40f8-960b-30e0cd58731d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:02.417003 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be929ed6-b02e-40f8-960b-30e0cd58731d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:02.417439 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be929ed6-b02e-40f8-960b-30e0cd58731d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:02.417870 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be929ed6-b02e-40f8-960b-30e0cd58731d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:02.418329 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be929ed6-b02e-40f8-960b-30e0cd58731d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:02.419545 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be929ed6-b02e-40f8-960b-30e0cd58731d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:02.419997 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be929ed6-b02e-40f8-960b-30e0cd58731d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:02.420571 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be929ed6-b02e-40f8-960b-30e0cd58731d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:02.421551 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be929ed6-b02e-40f8-960b-30e0cd58731d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:02.421996 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be929ed6-b02e-40f8-960b-30e0cd58731d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:02.422564 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be929ed6-b02e-40f8-960b-30e0cd58731d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:02.422989 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be929ed6-b02e-40f8-960b-30e0cd58731d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:02.423409 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be929ed6-b02e-40f8-960b-30e0cd58731d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:02.423855 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be929ed6-b02e-40f8-960b-30e0cd58731d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:02.424270 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be929ed6-b02e-40f8-960b-30e0cd58731d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:02.429455 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c17edc10-14ad-4ce8-878f-55e83d8178e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1778176', 'neutron.services.segments.db._delete_segments_for_network-8749362907459'] for network (e2144ee9-7e1a-4a81-ac65-28f49d99b870), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:02.448927 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a202a-42f7-41cd-accf-ee0df7939e70 req-3601a5d1-cde3-48a7-8c3a-3fdcb022cc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:02.451157 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8b0a202a-42f7-41cd-accf-ee0df7939e70 req-3601a5d1-cde3-48a7-8c3a-3fdcb022cc8c service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=b0f04feca7a349e5a656f166dae05354&device_id=0c3b92a2-23a8-405c-b393-820424eddd08 HTTP/1.1" status: 200 len: 1130 time: 0.0711424 Aug 30 04:29:02.469391 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.services.segments.db [None req-c17edc10-14ad-4ce8-878f-55e83d8178e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2144ee9-7e1a-4a81-ac65-28f49d99b870']}} {{(pid=106293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:02.471613 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:02.485958 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-c2ffdcb7-5952-4131-9932-7c405b4b1c49 None None] Set router 43d10244-5020-42e0-9926-de2b338768f7 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:29:02.494168 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.services.segments.db [None req-c17edc10-14ad-4ce8-878f-55e83d8178e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f7e7574-559e-4f0e-b775-398fdc759a6d') {'for_net_delete': True} {{(pid=106293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:02.494516 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.services.segments.db [None req-c17edc10-14ad-4ce8-878f-55e83d8178e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f7e7574-559e-4f0e-b775-398fdc759a6d') {} {{(pid=106293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:02.498572 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:02.544548 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c17edc10-14ad-4ce8-878f-55e83d8178e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749362932655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3387953'] for segment (9f7e7574-559e-4f0e-b775-398fdc759a6d), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:02.569798 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c17edc10-14ad-4ce8-878f-55e83d8178e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784698'] for segment (9f7e7574-559e-4f0e-b775-398fdc759a6d), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:02.587175 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c17edc10-14ad-4ce8-878f-55e83d8178e8 admin admin] Releasing vlan 849 on physical network physnet1 to pool {{(pid=106293) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 04:29:02.587581 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c17edc10-14ad-4ce8-878f-55e83d8178e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-454390'] for segment (9f7e7574-559e-4f0e-b775-398fdc759a6d), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:02.618614 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:02.639082 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148e0b9-c612-4fd0-9ac2-0d5b15749a6b req-a5c7d4ca-400a-4e41-97f1-bfefa35a3245 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:02.640662 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-d148e0b9-c612-4fd0-9ac2-0d5b15749a6b req-a5c7d4ca-400a-4e41-97f1-bfefa35a3245 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0c3b92a2-23a8-405c-b393-820424eddd08 HTTP/1.1" status: 200 len: 946 time: 0.0558553 Aug 30 04:29:02.644540 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.services.segments.plugin [-] Segment 9f7e7574-559e-4f0e-b775-398fdc759a6d resource provider aggregate not found Aug 30 04:29:02.656910 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a202a-42f7-41cd-accf-ee0df7939e70 req-66bf78df-08db-46da-89df-e6ff325f8b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:02.658638 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8b0a202a-42f7-41cd-accf-ee0df7939e70 req-66bf78df-08db-46da-89df-e6ff325f8b57 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=d7d92f54-c849-4928-94b8-15ca960aef5a HTTP/1.1" status: 200 len: 910 time: 0.2014608 Aug 30 04:29:02.669057 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.services.segments.plugin [-] Segment 9f7e7574-559e-4f0e-b775-398fdc759a6d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9f7e7574-559e-4f0e-b775-398fdc759a6d found for delete ", "request_id": "req-701350a9-1d30-4ad9-a3c7-a511e35fb69d"}]} Aug 30 04:29:02.678911 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c17edc10-14ad-4ce8-878f-55e83d8178e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1778185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572621'] for network (e2144ee9-7e1a-4a81-ac65-28f49d99b870), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:02.684217 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c17edc10-14ad-4ce8-878f-55e83d8178e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for network (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:02.690796 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-c17edc10-14ad-4ce8-878f-55e83d8178e8 admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/e2144ee9-7e1a-4a81-ac65-28f49d99b870 HTTP/1.1" status: 204 len: 168 time: 0.8034813 Aug 30 04:29:02.703888 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-d148e0b9-c612-4fd0-9ac2-0d5b15749a6b req-6c825f66-e02d-4dc5-92b3-7868f3b47113 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1c205f42-e2da-40a6-a4c4-81fd5750f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561237 Aug 30 04:29:02.707856 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17edc10-14ad-4ce8-878f-55e83d8178e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2144ee9-7e1a-4a81-ac65-28f49d99b870,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:02.717100 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-c2ffdcb7-5952-4131-9932-7c405b4b1c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d10244-5020-42e0-9926-de2b338768f7', 'name': 'tempest-TestShelveInstance-1931023720-router', 'tenant_id': 'b0f04feca7a349e5a656f166dae05354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.132'}], 'enable_snat': True}, 'gw_port_id': 'fd3260a3-7da4-4381-8bda-b01b90f120d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:24:11Z', 'updated_at': '2022-08-30T04:24:14Z', 'revision_number': 4, 'project_id': 'b0f04feca7a349e5a656f166dae05354', 'gw_port': {'id': 'fd3260a3-7da4-4381-8bda-b01b90f120d3', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fe:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d10244-5020-42e0-9926-de2b338768f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:12Z', 'updated_at': '2022-08-30T04:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': '835af10a-3046-4d4c-8aa5-865f297d8645', 'name': '', 'network_id': 'd7d92f54-c849-4928-94b8-15ca960aef5a', 'tenant_id': 'b0f04feca7a349e5a656f166dae05354', 'mac_address': 'fa:16:3e:2f:2e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d10244-5020-42e0-9926-de2b338768f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '646d24da-bdaf-4aea-ad44-2a004e388e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:14Z', 'updated_at': '2022-08-30T04:24:24Z', 'revision_number': 5, 'project_id': 'b0f04feca7a349e5a656f166dae05354', 'subnets': [{'id': '646d24da-bdaf-4aea-ad44-2a004e388e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:02.742601 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ffdcb7-5952-4131-9932-7c405b4b1c49 None None] Checking router: 43d10244-5020-42e0-9926-de2b338768f7 for host: dv-cinder-852208-11-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:29:02.752433 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ffdcb7-5952-4131-9932-7c405b4b1c49 None None] Routers {'43d10244-5020-42e0-9926-de2b338768f7'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:29:02.753094 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-c2ffdcb7-5952-4131-9932-7c405b4b1c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:28:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['43d10244-5020-42e0-9926-de2b338768f7'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:02.861667 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-c2ffdcb7-5952-4131-9932-7c405b4b1c49 None None] Set router 43d10244-5020-42e0-9926-de2b338768f7 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:29:02.877932 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 55124) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:02.921287 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-7c62ce69-0cf5-428b-b3ea-8358e2ccad5a admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=9c9311c57fdd4250a16560bd8c2e0ffc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391314 Aug 30 04:29:02.921534 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 55126) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:02.973512 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-503cac78-7c64-48a6-8ea2-675b2a4c7508 admin admin] Publish callbacks [] for security_group (892a8441-1e0d-4825-b279-1c800da4f831), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:02.998998 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-503cac78-7c64-48a6-8ea2-675b2a4c7508 admin admin] Publish callbacks [] for security_group (892a8441-1e0d-4825-b279-1c800da4f831), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:03.049409 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-503cac78-7c64-48a6-8ea2-675b2a4c7508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (892a8441-1e0d-4825-b279-1c800da4f831), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:03.051887 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-503cac78-7c64-48a6-8ea2-675b2a4c7508 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:03.055622 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-503cac78-7c64-48a6-8ea2-675b2a4c7508 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/892a8441-1e0d-4825-b279-1c800da4f831 HTTP/1.1" status: 204 len: 168 time: 0.1306295 Aug 30 04:29:03.061169 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503cac78-7c64-48a6-8ea2-675b2a4c7508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892a8441-1e0d-4825-b279-1c800da4f831,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:03.146122 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-c2ffdcb7-5952-4131-9932-7c405b4b1c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d10244-5020-42e0-9926-de2b338768f7', 'name': 'tempest-TestShelveInstance-1931023720-router', 'tenant_id': 'b0f04feca7a349e5a656f166dae05354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.132'}], 'enable_snat': True}, 'gw_port_id': 'fd3260a3-7da4-4381-8bda-b01b90f120d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:24:11Z', 'updated_at': '2022-08-30T04:24:14Z', 'revision_number': 4, 'project_id': 'b0f04feca7a349e5a656f166dae05354', 'gw_port': {'id': 'fd3260a3-7da4-4381-8bda-b01b90f120d3', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fe:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d10244-5020-42e0-9926-de2b338768f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:12Z', 'updated_at': '2022-08-30T04:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': '835af10a-3046-4d4c-8aa5-865f297d8645', 'name': '', 'network_id': 'd7d92f54-c849-4928-94b8-15ca960aef5a', 'tenant_id': 'b0f04feca7a349e5a656f166dae05354', 'mac_address': 'fa:16:3e:2f:2e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d10244-5020-42e0-9926-de2b338768f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '646d24da-bdaf-4aea-ad44-2a004e388e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:14Z', 'updated_at': '2022-08-30T04:24:24Z', 'revision_number': 5, 'project_id': 'b0f04feca7a349e5a656f166dae05354', 'subnets': [{'id': '646d24da-bdaf-4aea-ad44-2a004e388e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:03.172094 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ffdcb7-5952-4131-9932-7c405b4b1c49 None None] The sync data for ids ['43d10244-5020-42e0-9926-de2b338768f7'] in dv-cinder-852208-11-iscsi is: [{'id': '43d10244-5020-42e0-9926-de2b338768f7', 'name': 'tempest-TestShelveInstance-1931023720-router', 'tenant_id': 'b0f04feca7a349e5a656f166dae05354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.132'}], 'enable_snat': True}, 'gw_port_id': 'fd3260a3-7da4-4381-8bda-b01b90f120d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:24:11Z', 'updated_at': '2022-08-30T04:24:14Z', 'revision_number': 4, 'project_id': 'b0f04feca7a349e5a656f166dae05354', 'gw_port': {'id': 'fd3260a3-7da4-4381-8bda-b01b90f120d3', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fe:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d10244-5020-42e0-9926-de2b338768f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:12Z', 'updated_at': '2022-08-30T04:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': '835af10a-3046-4d4c-8aa5-865f297d8645', 'name': '', 'network_id': 'd7d92f54-c849-4928-94b8-15ca960aef5a', 'tenant_id': 'b0f04feca7a349e5a656f166dae05354', 'mac_address': 'fa:16:3e:2f:2e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d10244-5020-42e0-9926-de2b338768f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '646d24da-bdaf-4aea-ad44-2a004e388e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:14Z', 'updated_at': '2022-08-30T04:24:24Z', 'revision_number': 5, 'project_id': 'b0f04feca7a349e5a656f166dae05354', 'subnets': [{'id': '646d24da-bdaf-4aea-ad44-2a004e388e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:29:03.420020 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baabca4b-cd8a-43f5-b66c-07e7bd8b951b None None] New status for floating IP 4d3bdc4d-1420-4495-b27f-af0750fdcd83: DOWN {{(pid=106294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:29:03.564104 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8b0a202a-42f7-41cd-accf-ee0df7939e70 req-ff355810-6eb1-45be-8da2-0e19236e3b3d service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=063e08d6-d65f-4bd5-9b7c-48ede36416eb HTTP/1.1" status: 200 len: 217 time: 0.0477641 Aug 30 04:29:03.628779 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6ff2abc1-8009-4178-8d0e-2ba08aaee7a6 req-e34a117b-9c44-4b9a-8133-27999c7ffa08 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a38295c3-20df-4922-b871-2b98a7c5791f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0734575 Aug 30 04:29:03.642465 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a202a-42f7-41cd-accf-ee0df7939e70 req-2f521c1a-b7d0-4ee9-a819-30f663740619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:03.644009 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8b0a202a-42f7-41cd-accf-ee0df7939e70 req-2f521c1a-b7d0-4ee9-a819-30f663740619 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=646d24da-bdaf-4aea-ad44-2a004e388e6e HTTP/1.1" status: 200 len: 848 time: 0.0597153 Aug 30 04:29:03.780567 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a202a-42f7-41cd-accf-ee0df7939e70 req-e731dfa5-d2a4-4f51-a3e4-2a35c3317702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:03.782462 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8b0a202a-42f7-41cd-accf-ee0df7939e70 req-e731dfa5-d2a4-4f51-a3e4-2a35c3317702 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=d7d92f54-c849-4928-94b8-15ca960aef5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0866349 Aug 30 04:29:03.788116 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2abc1-8009-4178-8d0e-2ba08aaee7a6 req-e372b685-8701-4423-a56b-1b83ee652e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:03.789539 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6ff2abc1-8009-4178-8d0e-2ba08aaee7a6 req-e372b685-8701-4423-a56b-1b83ee652e83 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=59c345f38d6548cd820affce5406d62c&device_id=a38295c3-20df-4922-b871-2b98a7c5791f HTTP/1.1" status: 200 len: 1129 time: 0.0575056 Aug 30 04:29:04.058631 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 033cab1b-b743-4875-887d-1d1aee9d23df no longer exists at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:29:04.064515 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78307ca-5d62-479b-8180-6b9ef3081340 req-cfbaa5b7-e7f8-479a-a6df-d1b3d7a2fe5d tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:04.066008 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c78307ca-5d62-479b-8180-6b9ef3081340 req-cfbaa5b7-e7f8-479a-a6df-d1b3d7a2fe5d tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=0c3b92a2-23a8-405c-b393-820424eddd08 HTTP/1.1" status: 200 len: 946 time: 0.0818844 Aug 30 04:29:04.082890 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] No Port match for: 033cab1b-b743-4875-887d-1d1aee9d23df {{(pid=106294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:29:04.083529 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 033cab1b-b743-4875-887d-1d1aee9d23df not bound to the agent host dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:29:04.177373 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922ca99-d83d-46f8-a3a7-649c45abba54 req-d14fc740-e558-48e3-b26f-7fddbcdb051e tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:04.178901 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4922ca99-d83d-46f8-a3a7-649c45abba54 req-d14fc740-e558-48e3-b26f-7fddbcdb051e tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0c3b92a2-23a8-405c-b393-820424eddd08 HTTP/1.1" status: 200 len: 946 time: 0.3862481 Aug 30 04:29:04.183672 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8b0a202a-42f7-41cd-accf-ee0df7939e70 req-7e840c46-84c4-48b8-95e1-7771d61b6d85 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/d7d92f54-c849-4928-94b8-15ca960aef5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022416 Aug 30 04:29:04.187954 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2abc1-8009-4178-8d0e-2ba08aaee7a6 req-6c34d78f-6cd8-4559-8a31-97f25f284acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:04.189333 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6ff2abc1-8009-4178-8d0e-2ba08aaee7a6 req-6c34d78f-6cd8-4559-8a31-97f25f284acd service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=8adf9578-c481-4463-b5d1-5bddee25fe02 HTTP/1.1" status: 200 len: 913 time: 0.2924149 Aug 30 04:29:04.207312 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:04.318380 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:DELETE=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:04.361574 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-c78307ca-5d62-479b-8180-6b9ef3081340 req-8af0458f-57d0-4abb-97d8-e81d34be1a86 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Deleting port 063e08d6-d65f-4bd5-9b7c-48ede36416eb {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:29:04.361919 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-c78307ca-5d62-479b-8180-6b9ef3081340 req-8af0458f-57d0-4abb-97d8-e81d34be1a86 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (063e08d6-d65f-4bd5-9b7c-48ede36416eb), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:04.409915 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6ff2abc1-8009-4178-8d0e-2ba08aaee7a6 req-b1cefe2c-f56e-4a10-9103-44856dadb586 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f13d5a1-172c-4836-9776-4995855ff63b HTTP/1.1" status: 200 len: 1001 time: 0.2046974 Aug 30 04:29:04.442799 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4922ca99-d83d-46f8-a3a7-649c45abba54 req-4b225c6c-9321-4c19-80ff-f34a89c66a53 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1c205f42-e2da-40a6-a4c4-81fd5750f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2512383 Aug 30 04:29:04.495812 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8b0a202a-42f7-41cd-accf-ee0df7939e70 req-729a2784-28a3-40ed-8ce0-2409ea985dba service neutron] 10.222.0.75 "GET /networking/v2.0/networks/d7d92f54-c849-4928-94b8-15ca960aef5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053067 Aug 30 04:29:04.534446 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2abc1-8009-4178-8d0e-2ba08aaee7a6 req-db4b4094-d951-45aa-b206-4f1c3513b3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:04.536007 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6ff2abc1-8009-4178-8d0e-2ba08aaee7a6 req-db4b4094-d951-45aa-b206-4f1c3513b3c6 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=03eac665-3c5b-4142-8ea7-a4ac29a47a1c HTTP/1.1" status: 200 len: 851 time: 0.0887232 Aug 30 04:29:04.595624 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-c78307ca-5d62-479b-8180-6b9ef3081340 req-8af0458f-57d0-4abb-97d8-e81d34be1a86 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] For port 063e08d6-d65f-4bd5-9b7c-48ede36416eb, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=063e08d6-d65f-4bd5-9b7c-48ede36416eb,segment=NetworkSegment(0883dac3-57f0-4e08-9b27-97a718acc317),segment_id=0883dac3-57f0-4e08-9b27-97a718acc317)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:29:04.596008 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-c78307ca-5d62-479b-8180-6b9ef3081340 req-8af0458f-57d0-4abb-97d8-e81d34be1a86 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (063e08d6-d65f-4bd5-9b7c-48ede36416eb), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:04.613823 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2abc1-8009-4178-8d0e-2ba08aaee7a6 req-079d06a4-61c6-4aa2-a783-1987dc8da1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:04.615260 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6ff2abc1-8009-4178-8d0e-2ba08aaee7a6 req-079d06a4-61c6-4aa2-a783-1987dc8da1b1 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=8adf9578-c481-4463-b5d1-5bddee25fe02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0721655 Aug 30 04:29:04.619691 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-c78307ca-5d62-479b-8180-6b9ef3081340 req-8af0458f-57d0-4abb-97d8-e81d34be1a86 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Calling delete_port for 063e08d6-d65f-4bd5-9b7c-48ede36416eb owned by compute:nova {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:29:04.770861 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6ff2abc1-8009-4178-8d0e-2ba08aaee7a6 req-bcfd995f-d06e-4d73-9742-a024fca28555 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/8adf9578-c481-4463-b5d1-5bddee25fe02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489813 Aug 30 04:29:04.881501 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-c78307ca-5d62-479b-8180-6b9ef3081340 req-8af0458f-57d0-4abb-97d8-e81d34be1a86 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (063e08d6-d65f-4bd5-9b7c-48ede36416eb), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:04.933732 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af0458f-57d0-4abb-97d8-e81d34be1a86 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Pushing event deleted for resources: {'Port': ['ID=063e08d6-d65f-4bd5-9b7c-48ede36416eb,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:04.948897 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6ff2abc1-8009-4178-8d0e-2ba08aaee7a6 req-2e0fa193-0d02-4938-b36b-e321c3b5c9f8 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/8adf9578-c481-4463-b5d1-5bddee25fe02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713657 Aug 30 04:29:04.993942 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-c78307ca-5d62-479b-8180-6b9ef3081340 req-8af0458f-57d0-4abb-97d8-e81d34be1a86 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] No DVR routers for this DVR port 063e08d6-d65f-4bd5-9b7c-48ede36416eb on host hv-cinder-85220 {{(pid=106293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:29:04.996245 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-c78307ca-5d62-479b-8180-6b9ef3081340 req-8af0458f-57d0-4abb-97d8-e81d34be1a86 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:05.000331 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c78307ca-5d62-479b-8180-6b9ef3081340 req-8af0458f-57d0-4abb-97d8-e81d34be1a86 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.75 "DELETE /networking/v2.0/ports/063e08d6-d65f-4bd5-9b7c-48ede36416eb HTTP/1.1" status: 204 len: 173 time: 0.9062107 Aug 30 04:29:05.000759 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c3b92a2-23a8-405c-b393-820424eddd08', 'name': 'network-vif-deleted', 'tag': '063e08d6-d65f-4bd5-9b7c-48ede36416eb'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:29:05.003037 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11a3118c5976ecaadc28dc64ec6366a88eb3d4be069be3e491e321578e9d1f78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bdf9526-343e-4223-9b24-e2f6755731ec" -d '{"events": [{"server_uuid": "0c3b92a2-23a8-405c-b393-820424eddd08", "name": "network-vif-deleted", "tag": "063e08d6-d65f-4bd5-9b7c-48ede36416eb"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:29:05.044151 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6629bc-714f-4a65-a6bc-254ac53cd475 x-openstack-request-id: req-6b6629bc-714f-4a65-a6bc-254ac53cd475 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:29:05.044703 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c3b92a2-23a8-405c-b393-820424eddd08", "name": "network-vif-deleted", "tag": "063e08d6-d65f-4bd5-9b7c-48ede36416eb", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:29:05.045076 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6b6629bc-714f-4a65-a6bc-254ac53cd475 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:29:05.045494 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b6629bc-714f-4a65-a6bc-254ac53cd475'] response: {'server_uuid': '0c3b92a2-23a8-405c-b393-820424eddd08', 'name': 'network-vif-deleted', 'tag': '063e08d6-d65f-4bd5-9b7c-48ede36416eb', 'status': 'completed', 'code': 200} Aug 30 04:29:05.444565 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 55204) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:05.558002 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d1179a58-e86a-41a8-a4dc-754883521f7f req-07edc5d1-5231-4dab-979c-4fa801beb221 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0c3b92a2-23a8-405c-b393-820424eddd08 HTTP/1.1" status: 200 len: 210 time: 0.0347927 Aug 30 04:29:05.565735 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-b37afbed-ce74-40eb-a50a-17384b6407f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:05.575811 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:05.650180 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-b37afbed-ce74-40eb-a50a-17384b6407f5 admin admin] Publish callbacks [] for security_group (38c67ffc-2474-455b-bcce-33aa04e322b2), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:05.654506 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-b37afbed-ce74-40eb-a50a-17384b6407f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (38c67ffc-2474-455b-bcce-33aa04e322b2), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:05.696697 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37afbed-ce74-40eb-a50a-17384b6407f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c67ffc-2474-455b-bcce-33aa04e322b2,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:05.704082 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-b37afbed-ce74-40eb-a50a-17384b6407f5 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=cc1b38dc808a45f2a343821be3a05109&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2583983 Aug 30 04:29:05.704311 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 55210) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:05.764757 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-f706d3f0-f4f1-4b1c-854f-8ad529925df6 admin admin] Publish callbacks [] for security_group (38c67ffc-2474-455b-bcce-33aa04e322b2), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:05.767514 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:05.792824 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-f706d3f0-f4f1-4b1c-854f-8ad529925df6 admin admin] Publish callbacks [] for security_group (38c67ffc-2474-455b-bcce-33aa04e322b2), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:05.852028 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-f706d3f0-f4f1-4b1c-854f-8ad529925df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (38c67ffc-2474-455b-bcce-33aa04e322b2), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:05.854850 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-f706d3f0-f4f1-4b1c-854f-8ad529925df6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:05.856807 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-f706d3f0-f4f1-4b1c-854f-8ad529925df6 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/38c67ffc-2474-455b-bcce-33aa04e322b2 HTTP/1.1" status: 204 len: 168 time: 0.1505919 Aug 30 04:29:05.865591 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f706d3f0-f4f1-4b1c-854f-8ad529925df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c67ffc-2474-455b-bcce-33aa04e322b2,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:06.130179 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 55216) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:06.144974 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-55d74892-65da-47a1-a5b5-5e4ebacb2375 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:06.236151 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-55d74892-65da-47a1-a5b5-5e4ebacb2375 admin admin] Publish callbacks [] for security_group (4dd76922-a3cd-4876-97e6-3ec95e9f6097), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:06.240199 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-55d74892-65da-47a1-a5b5-5e4ebacb2375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (4dd76922-a3cd-4876-97e6-3ec95e9f6097), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:06.286849 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 55218) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:06.287770 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-55d74892-65da-47a1-a5b5-5e4ebacb2375 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=c8baa5eb0d2944ecbab51ecb7a1ffa44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1548188 Aug 30 04:29:06.289404 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d74892-65da-47a1-a5b5-5e4ebacb2375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd76922-a3cd-4876-97e6-3ec95e9f6097,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:06.328989 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:06.341256 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2013143c-cd65-4084-b0b7-79e3e5c10110 admin admin] Publish callbacks [] for security_group (4dd76922-a3cd-4876-97e6-3ec95e9f6097), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:06.363262 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2013143c-cd65-4084-b0b7-79e3e5c10110 admin admin] Publish callbacks [] for security_group (4dd76922-a3cd-4876-97e6-3ec95e9f6097), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:06.411034 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2013143c-cd65-4084-b0b7-79e3e5c10110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (4dd76922-a3cd-4876-97e6-3ec95e9f6097), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:06.413565 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2013143c-cd65-4084-b0b7-79e3e5c10110 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:06.414799 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-2013143c-cd65-4084-b0b7-79e3e5c10110 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/4dd76922-a3cd-4876-97e6-3ec95e9f6097 HTTP/1.1" status: 204 len: 168 time: 0.1268911 Aug 30 04:29:06.423465 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2013143c-cd65-4084-b0b7-79e3e5c10110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd76922-a3cd-4876-97e6-3ec95e9f6097,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:06.621292 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 55226) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:06.681023 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-f3fb39b2-203d-42fb-80c3-726a002c1948 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Publish callbacks [] for security_group (1c205f42-e2da-40a6-a4c4-81fd5750f61f), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:06.715980 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-f3fb39b2-203d-42fb-80c3-726a002c1948 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Publish callbacks [] for security_group (1c205f42-e2da-40a6-a4c4-81fd5750f61f), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:06.781909 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-f3fb39b2-203d-42fb-80c3-726a002c1948 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (1c205f42-e2da-40a6-a4c4-81fd5750f61f), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:06.784721 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-f3fb39b2-203d-42fb-80c3-726a002c1948 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:06.785969 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-f3fb39b2-203d-42fb-80c3-726a002c1948 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/1c205f42-e2da-40a6-a4c4-81fd5750f61f HTTP/1.1" status: 204 len: 168 time: 0.1634803 Aug 30 04:29:06.796015 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fb39b2-203d-42fb-80c3-726a002c1948 tempest-TestShelveInstance-869953725 tempest-TestShelveInstance-869953725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c205f42-e2da-40a6-a4c4-81fd5750f61f,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:06.853431 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 55238) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:07.441287 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-4be3442d-b47b-405d-aca5-d9a44846b147 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573154'] for router_interface (43d10244-5020-42e0-9926-de2b338768f7), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:07.677020 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-4be3442d-b47b-405d-aca5-d9a44846b147 admin admin] Deleting port 835af10a-3046-4d4c-8aa5-865f297d8645 {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:29:07.677359 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-4be3442d-b47b-405d-aca5-d9a44846b147 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (835af10a-3046-4d4c-8aa5-865f297d8645), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:07.690841 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:INSERT=6,neutron:SELECT=93,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:07.760599 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [None req-4be3442d-b47b-405d-aca5-d9a44846b147 admin admin] For port 835af10a-3046-4d4c-8aa5-865f297d8645, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=835af10a-3046-4d4c-8aa5-865f297d8645,segment=NetworkSegment(0883dac3-57f0-4e08-9b27-97a718acc317),segment_id=0883dac3-57f0-4e08-9b27-97a718acc317)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:29:07.761082 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-4be3442d-b47b-405d-aca5-d9a44846b147 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (835af10a-3046-4d4c-8aa5-865f297d8645), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:07.775008 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-4be3442d-b47b-405d-aca5-d9a44846b147 admin admin] Calling delete_port for 835af10a-3046-4d4c-8aa5-865f297d8645 owned by network:router_interface {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:29:07.795294 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 063e08d6-d65f-4bd5-9b7c-48ede36416eb no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:29:07.816684 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] No Port match for: 063e08d6-d65f-4bd5-9b7c-48ede36416eb {{(pid=106294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:29:07.817679 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 063e08d6-d65f-4bd5-9b7c-48ede36416eb not bound to the agent host hv-cinder-85220 {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:29:07.855815 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:07.983315 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-4be3442d-b47b-405d-aca5-d9a44846b147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (835af10a-3046-4d4c-8aa5-865f297d8645), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:08.016028 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be3442d-b47b-405d-aca5-d9a44846b147 admin admin] Pushing event deleted for resources: {'Port': ['ID=835af10a-3046-4d4c-8aa5-865f297d8645,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:08.196926 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-4be3442d-b47b-405d-aca5-d9a44846b147 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573266'] for router_interface (43d10244-5020-42e0-9926-de2b338768f7), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:08.442348 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be3442d-b47b-405d-aca5-d9a44846b147 admin admin] Router 43d10244-5020-42e0-9926-de2b338768f7 has already been hosted by L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 {{(pid=106293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:29:08.554449 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be3442d-b47b-405d-aca5-d9a44846b147 admin admin] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:29:08.562743 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-4be3442d-b47b-405d-aca5-d9a44846b147 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/43d10244-5020-42e0-9926-de2b338768f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7085752 Aug 30 04:29:08.562883 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 55286) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:08.572912 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa31e06-af32-4986-8769-7b79acb736b8 None None] Sync routers for ids ['43d10244-5020-42e0-9926-de2b338768f7'] in dv-cinder-852208-11-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:29:08.583041 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa31e06-af32-4986-8769-7b79acb736b8 None None] Routers {'43d10244-5020-42e0-9926-de2b338768f7'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:29:08.583903 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-1aa31e06-af32-4986-8769-7b79acb736b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:28:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['43d10244-5020-42e0-9926-de2b338768f7'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:08.681669 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-82593730-5b00-40ba-8969-d35c742c18eb admin admin] Publish callbacks [] for router (43d10244-5020-42e0-9926-de2b338768f7), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:08.703681 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-1aa31e06-af32-4986-8769-7b79acb736b8 None None] Set router 43d10244-5020-42e0-9926-de2b338768f7 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:29:08.790223 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-82593730-5b00-40ba-8969-d35c742c18eb admin admin] Publish callbacks [] for router_gateway (43d10244-5020-42e0-9926-de2b338768f7), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:08.842453 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.plugin [None req-82593730-5b00-40ba-8969-d35c742c18eb admin admin] Deleting port fd3260a3-7da4-4381-8bda-b01b90f120d3 {{(pid=106292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:29:08.842894 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-82593730-5b00-40ba-8969-d35c742c18eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (fd3260a3-7da4-4381-8bda-b01b90f120d3), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:08.870445 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:08.887199 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-1aa31e06-af32-4986-8769-7b79acb736b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d10244-5020-42e0-9926-de2b338768f7', 'name': 'tempest-TestShelveInstance-1931023720-router', 'tenant_id': 'b0f04feca7a349e5a656f166dae05354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.132'}], 'enable_snat': True}, 'gw_port_id': 'fd3260a3-7da4-4381-8bda-b01b90f120d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:24:11Z', 'updated_at': '2022-08-30T04:29:07Z', 'revision_number': 5, 'project_id': 'b0f04feca7a349e5a656f166dae05354', 'gw_port': {'id': 'fd3260a3-7da4-4381-8bda-b01b90f120d3', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fe:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d10244-5020-42e0-9926-de2b338768f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:12Z', 'updated_at': '2022-08-30T04:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi'}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:08.917061 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:08.919166 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa31e06-af32-4986-8769-7b79acb736b8 None None] Checking router: 43d10244-5020-42e0-9926-de2b338768f7 for host: dv-cinder-852208-11-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:29:08.929255 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.db [None req-82593730-5b00-40ba-8969-d35c742c18eb admin admin] For port fd3260a3-7da4-4381-8bda-b01b90f120d3, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=fd3260a3-7da4-4381-8bda-b01b90f120d3,segment=NetworkSegment(10b95e6c-2e6d-452d-a5ef-cbf673e3f24c),segment_id=10b95e6c-2e6d-452d-a5ef-cbf673e3f24c)] {{(pid=106292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:29:08.929530 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa31e06-af32-4986-8769-7b79acb736b8 None None] Routers {'43d10244-5020-42e0-9926-de2b338768f7'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:29:08.930161 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-1aa31e06-af32-4986-8769-7b79acb736b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:28:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['43d10244-5020-42e0-9926-de2b338768f7'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:08.930506 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-82593730-5b00-40ba-8969-d35c742c18eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (fd3260a3-7da4-4381-8bda-b01b90f120d3), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:08.948337 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:08.949522 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.plugin [None req-82593730-5b00-40ba-8969-d35c742c18eb admin admin] Calling delete_port for fd3260a3-7da4-4381-8bda-b01b90f120d3 owned by network:router_gateway {{(pid=106292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:29:08.954351 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:09.021918 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-1aa31e06-af32-4986-8769-7b79acb736b8 None None] Set router 43d10244-5020-42e0-9926-de2b338768f7 gateway port host: None {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:29:09.075345 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-1aa31e06-af32-4986-8769-7b79acb736b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d10244-5020-42e0-9926-de2b338768f7', 'name': 'tempest-TestShelveInstance-1931023720-router', 'tenant_id': 'b0f04feca7a349e5a656f166dae05354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:24:11Z', 'updated_at': '2022-08-30T04:29:08Z', 'revision_number': 6, 'project_id': 'b0f04feca7a349e5a656f166dae05354', 'gw_port_host': None}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:09.100956 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa31e06-af32-4986-8769-7b79acb736b8 None None] The sync data for ids ['43d10244-5020-42e0-9926-de2b338768f7'] in dv-cinder-852208-11-iscsi is: [{'id': '43d10244-5020-42e0-9926-de2b338768f7', 'name': 'tempest-TestShelveInstance-1931023720-router', 'tenant_id': 'b0f04feca7a349e5a656f166dae05354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:24:11Z', 'updated_at': '2022-08-30T04:29:08Z', 'revision_number': 6, 'project_id': 'b0f04feca7a349e5a656f166dae05354', 'gw_port_host': None}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:29:09.111986 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 55296) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:09.141503 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-82593730-5b00-40ba-8969-d35c742c18eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642203'] for port (fd3260a3-7da4-4381-8bda-b01b90f120d3), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:09.167783 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82593730-5b00-40ba-8969-d35c742c18eb admin admin] Pushing event deleted for resources: {'Port': ['ID=fd3260a3-7da4-4381-8bda-b01b90f120d3,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:09.230779 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-79c4f8a7-24f9-4f88-acf6-8b93585af155 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:09.237500 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-82593730-5b00-40ba-8969-d35c742c18eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572577'] for router_gateway (43d10244-5020-42e0-9926-de2b338768f7), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:09.294036 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:09.314619 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-79c4f8a7-24f9-4f88-acf6-8b93585af155 admin admin] Publish callbacks [] for security_group (24ac4e51-2b07-465e-8bb2-817e25dbe8a2), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:09.318886 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-79c4f8a7-24f9-4f88-acf6-8b93585af155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (24ac4e51-2b07-465e-8bb2-817e25dbe8a2), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:09.325485 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-82593730-5b00-40ba-8969-d35c742c18eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6255'] for router (43d10244-5020-42e0-9926-de2b338768f7), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:09.327648 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-82593730-5b00-40ba-8969-d35c742c18eb admin admin] Publish callbacks [] for router_controller (43d10244-5020-42e0-9926-de2b338768f7), precommit_delete_associations {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:09.357913 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c4f8a7-24f9-4f88-acf6-8b93585af155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ac4e51-2b07-465e-8bb2-817e25dbe8a2,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:09.363842 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-79c4f8a7-24f9-4f88-acf6-8b93585af155 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=785d1dfb05014973ac35f65fd1c1676d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2507393 Aug 30 04:29:09.366948 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 55300) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:09.373035 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-82593730-5b00-40ba-8969-d35c742c18eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-573231'] for router (43d10244-5020-42e0-9926-de2b338768f7), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:09.373460 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82593730-5b00-40ba-8969-d35c742c18eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43d10244-5020-42e0-9926-de2b338768f7 {{(pid=106292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 04:29:09.378318 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-82593730-5b00-40ba-8969-d35c742c18eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:09.383804 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:09.384511 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 55302) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:09.386672 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-82593730-5b00-40ba-8969-d35c742c18eb admin admin] 10.222.0.46 "DELETE /networking/v2.0/routers/43d10244-5020-42e0-9926-de2b338768f7 HTTP/1.1" status: 204 len: 168 time: 0.8156323 Aug 30 04:29:09.451832 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_v2 [None req-923cc17f-1a6f-41f2-a71d-1a0960523d82 admin admin] Deleting subnet 646d24da-bdaf-4aea-ad44-2a004e388e6e {{(pid=106293) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 04:29:09.456598 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-923cc17f-1a6f-41f2-a71d-1a0960523d82 admin admin] Publish callbacks [] for subnet (646d24da-bdaf-4aea-ad44-2a004e388e6e), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:09.493148 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-97e2aa84-7f84-4eb7-9dd1-0e01b5a6f358 admin admin] Publish callbacks [] for security_group (24ac4e51-2b07-465e-8bb2-817e25dbe8a2), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:09.519091 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-923cc17f-1a6f-41f2-a71d-1a0960523d82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387962'] for subnet (646d24da-bdaf-4aea-ad44-2a004e388e6e), precommit_delete_associations {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:09.542486 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-97e2aa84-7f84-4eb7-9dd1-0e01b5a6f358 admin admin] Publish callbacks [] for security_group (24ac4e51-2b07-465e-8bb2-817e25dbe8a2), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:09.627029 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-923cc17f-1a6f-41f2-a71d-1a0960523d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1779299'] for subnet (646d24da-bdaf-4aea-ad44-2a004e388e6e), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:09.629301 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-97e2aa84-7f84-4eb7-9dd1-0e01b5a6f358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (24ac4e51-2b07-465e-8bb2-817e25dbe8a2), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:09.631753 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-97e2aa84-7f84-4eb7-9dd1-0e01b5a6f358 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:09.632869 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-97e2aa84-7f84-4eb7-9dd1-0e01b5a6f358 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/24ac4e51-2b07-465e-8bb2-817e25dbe8a2 HTTP/1.1" status: 204 len: 168 time: 0.2648532 Aug 30 04:29:09.667216 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e2aa84-7f84-4eb7-9dd1-0e01b5a6f358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ac4e51-2b07-465e-8bb2-817e25dbe8a2,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:09.703889 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-923cc17f-1a6f-41f2-a71d-1a0960523d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1779322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-454480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9734407'] for subnet (646d24da-bdaf-4aea-ad44-2a004e388e6e), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:09.735932 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923cc17f-1a6f-41f2-a71d-1a0960523d82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=646d24da-bdaf-4aea-ad44-2a004e388e6e,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:09.743937 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-923cc17f-1a6f-41f2-a71d-1a0960523d82 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:09.751333 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-923cc17f-1a6f-41f2-a71d-1a0960523d82 admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/646d24da-bdaf-4aea-ad44-2a004e388e6e HTTP/1.1" status: 204 len: 168 time: 0.3617692 Aug 30 04:29:09.752121 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 55306) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:09.753985 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923261af-6fc8-4995-83e3-ce2899d0ebbe None None] Network d7d92f54-c849-4928-94b8-15ca960aef5a requested from dv-cinder-852208-11-iscsi {{(pid=106294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:29:09.836664 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-81bcd674-47ae-4d46-bce8-4aa6793f70ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635422'] for network (d7d92f54-c849-4928-94b8-15ca960aef5a), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:09.887656 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-81bcd674-47ae-4d46-bce8-4aa6793f70ee admin admin] Deleting port 92981bb4-e298-4b1e-96a3-51e17a55f903 {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:29:09.887979 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-81bcd674-47ae-4d46-bce8-4aa6793f70ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (92981bb4-e298-4b1e-96a3-51e17a55f903), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:09.950802 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70211bd2-f545-42b0-ab25-af6c3cd8d2be None None] DHCP port deletion for d7d92f54-c849-4928-94b8-15ca960aef5a request from dv-cinder-852208-11-iscsi {{(pid=106294) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 04:29:09.971714 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [None req-81bcd674-47ae-4d46-bce8-4aa6793f70ee admin admin] For port 92981bb4-e298-4b1e-96a3-51e17a55f903, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=92981bb4-e298-4b1e-96a3-51e17a55f903,segment=NetworkSegment(0883dac3-57f0-4e08-9b27-97a718acc317),segment_id=0883dac3-57f0-4e08-9b27-97a718acc317)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:29:09.972082 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-81bcd674-47ae-4d46-bce8-4aa6793f70ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (92981bb4-e298-4b1e-96a3-51e17a55f903), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:09.989622 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-81bcd674-47ae-4d46-bce8-4aa6793f70ee admin admin] Calling delete_port for 92981bb4-e298-4b1e-96a3-51e17a55f903 owned by network:dhcp {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:29:09.993845 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 55310) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:10.005822 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-70211bd2-f545-42b0-ab25-af6c3cd8d2be None None] Deleting port 92981bb4-e298-4b1e-96a3-51e17a55f903 {{(pid=106294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:29:10.006733 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-70211bd2-f545-42b0-ab25-af6c3cd8d2be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (92981bb4-e298-4b1e-96a3-51e17a55f903), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:10.015423 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-430ecb6c-dd03-43bb-8bbe-96e4d5ac81d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:10.069562 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:10.092928 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-81bcd674-47ae-4d46-bce8-4aa6793f70ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (92981bb4-e298-4b1e-96a3-51e17a55f903), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:10.094765 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-70211bd2-f545-42b0-ab25-af6c3cd8d2be None None] For port 92981bb4-e298-4b1e-96a3-51e17a55f903, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=92981bb4-e298-4b1e-96a3-51e17a55f903,segment=NetworkSegment(0883dac3-57f0-4e08-9b27-97a718acc317),segment_id=0883dac3-57f0-4e08-9b27-97a718acc317)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:29:10.095597 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-70211bd2-f545-42b0-ab25-af6c3cd8d2be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (92981bb4-e298-4b1e-96a3-51e17a55f903), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:10.111117 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 835af10a-3046-4d4c-8aa5-865f297d8645 no longer exists at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:29:10.116954 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-70211bd2-f545-42b0-ab25-af6c3cd8d2be None None] Calling delete_port for 92981bb4-e298-4b1e-96a3-51e17a55f903 owned by network:dhcp {{(pid=106294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:29:10.129720 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bcd674-47ae-4d46-bce8-4aa6793f70ee admin admin] Pushing event deleted for resources: {'Port': ['ID=92981bb4-e298-4b1e-96a3-51e17a55f903,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:10.131840 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bcd674-47ae-4d46-bce8-4aa6793f70ee admin admin] No DVR routers for this DVR port 92981bb4-e298-4b1e-96a3-51e17a55f903 on host dv-cinder-852208-11-iscsi {{(pid=106293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:29:10.140181 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] No Port match for: 835af10a-3046-4d4c-8aa5-865f297d8645 {{(pid=106294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:29:10.140789 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 835af10a-3046-4d4c-8aa5-865f297d8645 not bound to the agent host dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:29:10.142134 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device fd3260a3-7da4-4381-8bda-b01b90f120d3 no longer exists at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:29:10.156485 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-430ecb6c-dd03-43bb-8bbe-96e4d5ac81d8 admin admin] Publish callbacks [] for security_group (e69bb5b9-330c-4cb0-a12c-688ad0bbb046), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:10.161405 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-430ecb6c-dd03-43bb-8bbe-96e4d5ac81d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (e69bb5b9-330c-4cb0-a12c-688ad0bbb046), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:10.166992 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] No Port match for: fd3260a3-7da4-4381-8bda-b01b90f120d3 {{(pid=106294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:29:10.167352 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device fd3260a3-7da4-4381-8bda-b01b90f120d3 not bound to the agent host dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:29:10.167779 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 92981bb4-e298-4b1e-96a3-51e17a55f903 no longer exists at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:29:10.192346 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] No Port match for: 92981bb4-e298-4b1e-96a3-51e17a55f903 {{(pid=106294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:29:10.192703 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 92981bb4-e298-4b1e-96a3-51e17a55f903 not bound to the agent host dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:29:10.214676 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-81bcd674-47ae-4d46-bce8-4aa6793f70ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1778176', 'neutron.services.segments.db._delete_segments_for_network-8749362907459'] for network (d7d92f54-c849-4928-94b8-15ca960aef5a), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:10.225436 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=10 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:10.229252 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430ecb6c-dd03-43bb-8bbe-96e4d5ac81d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69bb5b9-330c-4cb0-a12c-688ad0bbb046,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:10.241972 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.services.segments.db [None req-81bcd674-47ae-4d46-bce8-4aa6793f70ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7d92f54-c849-4928-94b8-15ca960aef5a']}} {{(pid=106293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:10.245481 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-430ecb6c-dd03-43bb-8bbe-96e4d5ac81d8 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=b0041fc77f414dba91f8bb11672952c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2499988 Aug 30 04:29:10.249519 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 55312) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:10.258346 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.services.segments.db [None req-81bcd674-47ae-4d46-bce8-4aa6793f70ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0883dac3-57f0-4e08-9b27-97a718acc317') {'for_net_delete': True} {{(pid=106293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:10.258739 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.services.segments.db [None req-81bcd674-47ae-4d46-bce8-4aa6793f70ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0883dac3-57f0-4e08-9b27-97a718acc317') {} {{(pid=106293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:10.268492 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:10.272128 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-81bcd674-47ae-4d46-bce8-4aa6793f70ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749362932655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3387953'] for segment (0883dac3-57f0-4e08-9b27-97a718acc317), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:10.272762 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-70211bd2-f545-42b0-ab25-af6c3cd8d2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839'] for port (92981bb4-e298-4b1e-96a3-51e17a55f903), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:10.292099 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-81bcd674-47ae-4d46-bce8-4aa6793f70ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784698'] for segment (0883dac3-57f0-4e08-9b27-97a718acc317), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:10.300761 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81bcd674-47ae-4d46-bce8-4aa6793f70ee admin admin] Releasing vlan 829 on physical network physnet1 to pool {{(pid=106293) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 04:29:10.301173 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-81bcd674-47ae-4d46-bce8-4aa6793f70ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-454390'] for segment (0883dac3-57f0-4e08-9b27-97a718acc317), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:10.310340 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70211bd2-f545-42b0-ab25-af6c3cd8d2be None None] Pushing event deleted for resources: {'Port': ['ID=92981bb4-e298-4b1e-96a3-51e17a55f903,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:10.317983 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70211bd2-f545-42b0-ab25-af6c3cd8d2be None None] No DVR routers for this DVR port 92981bb4-e298-4b1e-96a3-51e17a55f903 on host dv-cinder-852208-11-iscsi {{(pid=106294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:29:10.332990 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-bd5caf5c-8608-4288-8127-a400eb2105a9 admin admin] Publish callbacks [] for security_group (e69bb5b9-330c-4cb0-a12c-688ad0bbb046), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:10.352540 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.services.segments.plugin [-] Segment 0883dac3-57f0-4e08-9b27-97a718acc317 resource provider aggregate not found Aug 30 04:29:10.364421 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-bd5caf5c-8608-4288-8127-a400eb2105a9 admin admin] Publish callbacks [] for security_group (e69bb5b9-330c-4cb0-a12c-688ad0bbb046), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:10.378055 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.services.segments.plugin [-] Segment 0883dac3-57f0-4e08-9b27-97a718acc317 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0883dac3-57f0-4e08-9b27-97a718acc317 found for delete ", "request_id": "req-2d76c5cd-ad61-4780-b7fd-d4d6131b5f38"}]} Aug 30 04:29:10.379895 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-81bcd674-47ae-4d46-bce8-4aa6793f70ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1778185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572621'] for network (d7d92f54-c849-4928-94b8-15ca960aef5a), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:10.386358 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-81bcd674-47ae-4d46-bce8-4aa6793f70ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for network (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:10.392326 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-81bcd674-47ae-4d46-bce8-4aa6793f70ee admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/d7d92f54-c849-4928-94b8-15ca960aef5a HTTP/1.1" status: 204 len: 168 time: 0.6362374 Aug 30 04:29:10.396324 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 55318) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:10.399544 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bcd674-47ae-4d46-bce8-4aa6793f70ee admin admin] Pushing event deleted for resources: {'Network': ['ID=d7d92f54-c849-4928-94b8-15ca960aef5a,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:10.507639 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-bd5caf5c-8608-4288-8127-a400eb2105a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (e69bb5b9-330c-4cb0-a12c-688ad0bbb046), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:10.510160 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-bd5caf5c-8608-4288-8127-a400eb2105a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:10.511311 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-bd5caf5c-8608-4288-8127-a400eb2105a9 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/e69bb5b9-330c-4cb0-a12c-688ad0bbb046 HTTP/1.1" status: 204 len: 168 time: 0.2609031 Aug 30 04:29:10.523884 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5caf5c-8608-4288-8127-a400eb2105a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69bb5b9-330c-4cb0-a12c-688ad0bbb046,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:10.611142 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:10.615710 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:10.764755 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-3e5d4806-88f6-44d4-9d5c-2084b0f90b88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573154'] for router_interface (4f4b708c-202e-4481-8c8d-66ddb2821fd3), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:11.226785 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.plugin [None req-3e5d4806-88f6-44d4-9d5c-2084b0f90b88 admin admin] Deleting port d6234eef-ec5c-4e8d-ae8f-9fdc68ec943c {{(pid=106292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:29:11.227362 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-3e5d4806-88f6-44d4-9d5c-2084b0f90b88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (d6234eef-ec5c-4e8d-ae8f-9fdc68ec943c), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:11.317614 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.db [None req-3e5d4806-88f6-44d4-9d5c-2084b0f90b88 admin admin] For port d6234eef-ec5c-4e8d-ae8f-9fdc68ec943c, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=d6234eef-ec5c-4e8d-ae8f-9fdc68ec943c,segment=NetworkSegment(88037b12-d4e3-4ec5-af19-24d3abcc36c7),segment_id=88037b12-d4e3-4ec5-af19-24d3abcc36c7)] {{(pid=106292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:29:11.317974 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-3e5d4806-88f6-44d4-9d5c-2084b0f90b88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (d6234eef-ec5c-4e8d-ae8f-9fdc68ec943c), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:11.331987 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.plugin [None req-3e5d4806-88f6-44d4-9d5c-2084b0f90b88 admin admin] Calling delete_port for d6234eef-ec5c-4e8d-ae8f-9fdc68ec943c owned by network:router_interface {{(pid=106292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:29:11.520848 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-3e5d4806-88f6-44d4-9d5c-2084b0f90b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642203'] for port (d6234eef-ec5c-4e8d-ae8f-9fdc68ec943c), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:11.548651 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5d4806-88f6-44d4-9d5c-2084b0f90b88 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6234eef-ec5c-4e8d-ae8f-9fdc68ec943c,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:11.672269 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:11.741640 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-3e5d4806-88f6-44d4-9d5c-2084b0f90b88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573266'] for router_interface (4f4b708c-202e-4481-8c8d-66ddb2821fd3), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:11.794031 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:11.958533 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e5d4806-88f6-44d4-9d5c-2084b0f90b88 admin admin] Router 4f4b708c-202e-4481-8c8d-66ddb2821fd3 has already been hosted by L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 {{(pid=106292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:29:12.067364 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5d4806-88f6-44d4-9d5c-2084b0f90b88 admin admin] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:29:12.077308 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-3e5d4806-88f6-44d4-9d5c-2084b0f90b88 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/4f4b708c-202e-4481-8c8d-66ddb2821fd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6749632 Aug 30 04:29:12.077308 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 55360) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:12.080014 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e6e4bd-43fa-4986-be60-9a2d20f3f4c7 None None] Sync routers for ids ['4f4b708c-202e-4481-8c8d-66ddb2821fd3'] in dv-cinder-852208-11-iscsi {{(pid=106294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:29:12.082554 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:12.094721 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e6e4bd-43fa-4986-be60-9a2d20f3f4c7 None None] Routers {'4f4b708c-202e-4481-8c8d-66ddb2821fd3'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:29:12.095377 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-76e6e4bd-43fa-4986-be60-9a2d20f3f4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:28:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['4f4b708c-202e-4481-8c8d-66ddb2821fd3'], 'active': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:12.205235 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvr_db [None req-76e6e4bd-43fa-4986-be60-9a2d20f3f4c7 None None] Set router 4f4b708c-202e-4481-8c8d-66ddb2821fd3 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:29:12.392187 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-3d539675-0f50-4608-9f0e-38e88678fd13 admin admin] Publish callbacks [] for router (4f4b708c-202e-4481-8c8d-66ddb2821fd3), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:12.508692 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-3d539675-0f50-4608-9f0e-38e88678fd13 admin admin] Publish callbacks [] for router_gateway (4f4b708c-202e-4481-8c8d-66ddb2821fd3), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:12.522226 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-76e6e4bd-43fa-4986-be60-9a2d20f3f4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4b708c-202e-4481-8c8d-66ddb2821fd3', 'name': 'tempest-TestShelveInstance-924073656-router', 'tenant_id': '9a7263aaa79b4900afd0bedd9969ece9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.236'}], 'enable_snat': True}, 'gw_port_id': 'd93cee94-476a-4f02-9230-036328e4c009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:24:18Z', 'updated_at': '2022-08-30T04:29:11Z', 'revision_number': 5, 'project_id': '9a7263aaa79b4900afd0bedd9969ece9', 'gw_port': {'id': 'd93cee94-476a-4f02-9230-036328e4c009', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4b708c-202e-4481-8c8d-66ddb2821fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:24:18Z', 'updated_at': '2022-08-30T04:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi'}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:12.549862 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e6e4bd-43fa-4986-be60-9a2d20f3f4c7 None None] Checking router: 4f4b708c-202e-4481-8c8d-66ddb2821fd3 for host: dv-cinder-852208-11-iscsi {{(pid=106294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:29:12.558795 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e6e4bd-43fa-4986-be60-9a2d20f3f4c7 None None] Routers {'4f4b708c-202e-4481-8c8d-66ddb2821fd3'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:29:12.559718 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-76e6e4bd-43fa-4986-be60-9a2d20f3f4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:28:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['4f4b708c-202e-4481-8c8d-66ddb2821fd3'], 'active': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:12.560920 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.plugin [None req-3d539675-0f50-4608-9f0e-38e88678fd13 admin admin] Deleting port d93cee94-476a-4f02-9230-036328e4c009 {{(pid=106292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:29:12.561387 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-3d539675-0f50-4608-9f0e-38e88678fd13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (d93cee94-476a-4f02-9230-036328e4c009), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:12.662734 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.db [None req-3d539675-0f50-4608-9f0e-38e88678fd13 admin admin] For port d93cee94-476a-4f02-9230-036328e4c009, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=d93cee94-476a-4f02-9230-036328e4c009,segment=NetworkSegment(10b95e6c-2e6d-452d-a5ef-cbf673e3f24c),segment_id=10b95e6c-2e6d-452d-a5ef-cbf673e3f24c)] {{(pid=106292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:29:12.663228 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-3d539675-0f50-4608-9f0e-38e88678fd13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (d93cee94-476a-4f02-9230-036328e4c009), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:12.665420 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvr_db [None req-76e6e4bd-43fa-4986-be60-9a2d20f3f4c7 None None] Set router 4f4b708c-202e-4481-8c8d-66ddb2821fd3 gateway port host: None {{(pid=106294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:29:12.682995 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.plugin [None req-3d539675-0f50-4608-9f0e-38e88678fd13 admin admin] Calling delete_port for d93cee94-476a-4f02-9230-036328e4c009 owned by network:router_gateway {{(pid=106292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:29:12.719920 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-76e6e4bd-43fa-4986-be60-9a2d20f3f4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4b708c-202e-4481-8c8d-66ddb2821fd3', 'name': 'tempest-TestShelveInstance-924073656-router', 'tenant_id': '9a7263aaa79b4900afd0bedd9969ece9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:24:18Z', 'updated_at': '2022-08-30T04:29:12Z', 'revision_number': 6, 'project_id': '9a7263aaa79b4900afd0bedd9969ece9', 'gw_port_host': None}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:12.745304 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e6e4bd-43fa-4986-be60-9a2d20f3f4c7 None None] The sync data for ids ['4f4b708c-202e-4481-8c8d-66ddb2821fd3'] in dv-cinder-852208-11-iscsi is: [{'id': '4f4b708c-202e-4481-8c8d-66ddb2821fd3', 'name': 'tempest-TestShelveInstance-924073656-router', 'tenant_id': '9a7263aaa79b4900afd0bedd9969ece9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:24:18Z', 'updated_at': '2022-08-30T04:29:12Z', 'revision_number': 6, 'project_id': '9a7263aaa79b4900afd0bedd9969ece9', 'gw_port_host': None}] {{(pid=106294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:29:12.809696 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:12.861378 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-3d539675-0f50-4608-9f0e-38e88678fd13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642203'] for port (d93cee94-476a-4f02-9230-036328e4c009), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:12.883944 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d539675-0f50-4608-9f0e-38e88678fd13 admin admin] Pushing event deleted for resources: {'Port': ['ID=d93cee94-476a-4f02-9230-036328e4c009,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:12.895625 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:12.952740 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-3d539675-0f50-4608-9f0e-38e88678fd13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572577'] for router_gateway (4f4b708c-202e-4481-8c8d-66ddb2821fd3), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:13.040406 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-3d539675-0f50-4608-9f0e-38e88678fd13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6255'] for router (4f4b708c-202e-4481-8c8d-66ddb2821fd3), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:13.042547 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-3d539675-0f50-4608-9f0e-38e88678fd13 admin admin] Publish callbacks [] for router_controller (4f4b708c-202e-4481-8c8d-66ddb2821fd3), precommit_delete_associations {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:13.092682 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-3d539675-0f50-4608-9f0e-38e88678fd13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-573231'] for router (4f4b708c-202e-4481-8c8d-66ddb2821fd3), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:13.093309 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d539675-0f50-4608-9f0e-38e88678fd13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f4b708c-202e-4481-8c8d-66ddb2821fd3 {{(pid=106292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 04:29:13.098218 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-3d539675-0f50-4608-9f0e-38e88678fd13 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:13.100215 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-3d539675-0f50-4608-9f0e-38e88678fd13 admin admin] 10.222.0.46 "DELETE /networking/v2.0/routers/4f4b708c-202e-4481-8c8d-66ddb2821fd3 HTTP/1.1" status: 204 len: 168 time: 1.0229173 Aug 30 04:29:13.103267 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 55374) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:13.150422 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.db.db_base_plugin_v2 [None req-57e3d5a5-eb08-41e1-9b73-4bbdd24509e7 admin admin] Deleting subnet 21074505-ee12-4e96-910f-683163ee55df {{(pid=106292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 04:29:13.154724 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-57e3d5a5-eb08-41e1-9b73-4bbdd24509e7 admin admin] Publish callbacks [] for subnet (21074505-ee12-4e96-910f-683163ee55df), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:13.190660 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-57e3d5a5-eb08-41e1-9b73-4bbdd24509e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2102192'] for subnet (21074505-ee12-4e96-910f-683163ee55df), precommit_delete_associations {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:13.274562 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-57e3d5a5-eb08-41e1-9b73-4bbdd24509e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1779299'] for subnet (21074505-ee12-4e96-910f-683163ee55df), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:13.328986 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-57e3d5a5-eb08-41e1-9b73-4bbdd24509e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1779322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834644'] for subnet (21074505-ee12-4e96-910f-683163ee55df), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:13.352341 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e3d5a5-eb08-41e1-9b73-4bbdd24509e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21074505-ee12-4e96-910f-683163ee55df,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:13.359218 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-57e3d5a5-eb08-41e1-9b73-4bbdd24509e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for subnet (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:13.363250 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-57e3d5a5-eb08-41e1-9b73-4bbdd24509e7 admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/21074505-ee12-4e96-910f-683163ee55df HTTP/1.1" status: 204 len: 168 time: 0.2590132 Aug 30 04:29:13.364370 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38a5e90-0659-42d4-b8a3-f736607d1988 None None] Network 3be04830-92ff-423a-9d95-9bb3d97dd130 requested from dv-cinder-852208-11-iscsi {{(pid=106294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:29:13.365893 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 55376) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:13.439146 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-441a2516-10fa-4af7-a480-37b48e3c5822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635422'] for network (3be04830-92ff-423a-9d95-9bb3d97dd130), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:13.483753 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.plugin [None req-441a2516-10fa-4af7-a480-37b48e3c5822 admin admin] Deleting port d020a2a6-6998-42bc-9737-d06c2ee76872 {{(pid=106292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:29:13.484171 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-441a2516-10fa-4af7-a480-37b48e3c5822 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (d020a2a6-6998-42bc-9737-d06c2ee76872), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:13.556325 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.db [None req-441a2516-10fa-4af7-a480-37b48e3c5822 admin admin] For port d020a2a6-6998-42bc-9737-d06c2ee76872, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=d020a2a6-6998-42bc-9737-d06c2ee76872,segment=NetworkSegment(88037b12-d4e3-4ec5-af19-24d3abcc36c7),segment_id=88037b12-d4e3-4ec5-af19-24d3abcc36c7)] {{(pid=106292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:29:13.556972 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-441a2516-10fa-4af7-a480-37b48e3c5822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (d020a2a6-6998-42bc-9737-d06c2ee76872), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:13.557367 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c0c147-6be9-4eb5-bd00-777ab573a563 None None] DHCP port deletion for 3be04830-92ff-423a-9d95-9bb3d97dd130 request from dv-cinder-852208-11-iscsi {{(pid=106294) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 04:29:13.571402 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.plugin [None req-441a2516-10fa-4af7-a480-37b48e3c5822 admin admin] Calling delete_port for d020a2a6-6998-42bc-9737-d06c2ee76872 owned by network:dhcp {{(pid=106292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:29:13.597169 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-01c0c147-6be9-4eb5-bd00-777ab573a563 None None] Deleting port d020a2a6-6998-42bc-9737-d06c2ee76872 {{(pid=106294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:29:13.597547 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-01c0c147-6be9-4eb5-bd00-777ab573a563 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (d020a2a6-6998-42bc-9737-d06c2ee76872), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:13.657468 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-441a2516-10fa-4af7-a480-37b48e3c5822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642203'] for port (d020a2a6-6998-42bc-9737-d06c2ee76872), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:13.666339 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-01c0c147-6be9-4eb5-bd00-777ab573a563 None None] For port d020a2a6-6998-42bc-9737-d06c2ee76872, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=d020a2a6-6998-42bc-9737-d06c2ee76872,segment=NetworkSegment(88037b12-d4e3-4ec5-af19-24d3abcc36c7),segment_id=88037b12-d4e3-4ec5-af19-24d3abcc36c7)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:29:13.666785 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-01c0c147-6be9-4eb5-bd00-777ab573a563 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (d020a2a6-6998-42bc-9737-d06c2ee76872), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:13.685921 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-01c0c147-6be9-4eb5-bd00-777ab573a563 None None] Calling delete_port for d020a2a6-6998-42bc-9737-d06c2ee76872 owned by network:dhcp {{(pid=106294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:29:13.698418 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441a2516-10fa-4af7-a480-37b48e3c5822 admin admin] Pushing event deleted for resources: {'Port': ['ID=d020a2a6-6998-42bc-9737-d06c2ee76872,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:13.709112 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441a2516-10fa-4af7-a480-37b48e3c5822 admin admin] No DVR routers for this DVR port d020a2a6-6998-42bc-9737-d06c2ee76872 on host dv-cinder-852208-11-iscsi {{(pid=106292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:29:13.713782 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.agents_db [None req-4bab6993-eaca-4b45-827a-a5590950f82e None None] Agent healthcheck: found 6 active agents {{(pid=106295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:29:13.765512 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:13.774144 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-01c0c147-6be9-4eb5-bd00-777ab573a563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839'] for port (d020a2a6-6998-42bc-9737-d06c2ee76872), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:13.800851 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-441a2516-10fa-4af7-a480-37b48e3c5822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1778176', 'neutron.services.segments.db._delete_segments_for_network-8749362907459'] for network (3be04830-92ff-423a-9d95-9bb3d97dd130), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:13.806474 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c0c147-6be9-4eb5-bd00-777ab573a563 None None] Pushing event deleted for resources: {'Port': ['ID=d020a2a6-6998-42bc-9737-d06c2ee76872,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:13.810544 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c0c147-6be9-4eb5-bd00-777ab573a563 None None] No DVR routers for this DVR port d020a2a6-6998-42bc-9737-d06c2ee76872 on host dv-cinder-852208-11-iscsi {{(pid=106294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:29:13.836546 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.services.segments.db [None req-441a2516-10fa-4af7-a480-37b48e3c5822 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3be04830-92ff-423a-9d95-9bb3d97dd130']}} {{(pid=106292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:13.838810 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:13.848147 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.services.segments.db [None req-441a2516-10fa-4af7-a480-37b48e3c5822 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88037b12-d4e3-4ec5-af19-24d3abcc36c7') {'for_net_delete': True} {{(pid=106292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:13.848445 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.services.segments.db [None req-441a2516-10fa-4af7-a480-37b48e3c5822 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88037b12-d4e3-4ec5-af19-24d3abcc36c7') {} {{(pid=106292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:13.859665 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-441a2516-10fa-4af7-a480-37b48e3c5822 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749362932655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2102203'] for segment (88037b12-d4e3-4ec5-af19-24d3abcc36c7), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:13.875694 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-441a2516-10fa-4af7-a480-37b48e3c5822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784698'] for segment (88037b12-d4e3-4ec5-af19-24d3abcc36c7), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:13.882372 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:13.883999 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-441a2516-10fa-4af7-a480-37b48e3c5822 admin admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=106292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 04:29:13.884591 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-441a2516-10fa-4af7-a480-37b48e3c5822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642254'] for segment (88037b12-d4e3-4ec5-af19-24d3abcc36c7), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:13.963772 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-441a2516-10fa-4af7-a480-37b48e3c5822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1778185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572621'] for network (3be04830-92ff-423a-9d95-9bb3d97dd130), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:13.986062 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-441a2516-10fa-4af7-a480-37b48e3c5822 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for network (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:13.993237 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-441a2516-10fa-4af7-a480-37b48e3c5822 admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/3be04830-92ff-423a-9d95-9bb3d97dd130 HTTP/1.1" status: 204 len: 168 time: 0.6235259 Aug 30 04:29:14.005486 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441a2516-10fa-4af7-a480-37b48e3c5822 admin admin] Pushing event deleted for resources: {'Network': ['ID=3be04830-92ff-423a-9d95-9bb3d97dd130,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:14.069343 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device d93cee94-476a-4f02-9230-036328e4c009 no longer exists at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:29:14.090703 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] No Port match for: d93cee94-476a-4f02-9230-036328e4c009 {{(pid=106294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:29:14.091072 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device d93cee94-476a-4f02-9230-036328e4c009 not bound to the agent host dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:29:14.091496 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device d020a2a6-6998-42bc-9737-d06c2ee76872 no longer exists at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:29:14.111020 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] No Port match for: d020a2a6-6998-42bc-9737-d06c2ee76872 {{(pid=106294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:29:14.111365 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device d020a2a6-6998-42bc-9737-d06c2ee76872 not bound to the agent host dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:29:14.111798 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device d6234eef-ec5c-4e8d-ae8f-9fdc68ec943c no longer exists at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:29:14.131175 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] No Port match for: d6234eef-ec5c-4e8d-ae8f-9fdc68ec943c {{(pid=106294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:29:14.131572 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device d6234eef-ec5c-4e8d-ae8f-9fdc68ec943c not bound to the agent host dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:29:14.134329 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.services.segments.plugin [-] Segment 88037b12-d4e3-4ec5-af19-24d3abcc36c7 resource provider aggregate not found Aug 30 04:29:14.154187 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.services.segments.plugin [-] Segment 88037b12-d4e3-4ec5-af19-24d3abcc36c7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 88037b12-d4e3-4ec5-af19-24d3abcc36c7 found for delete ", "request_id": "req-0d195e30-fc2a-4472-b155-74fdf5d13ba3"}]} Aug 30 04:29:14.161662 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 55392) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:14.206475 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-c71adaf0-d097-4a0e-89e1-a741b0eaaf9f admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=b0f04feca7a349e5a656f166dae05354&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436122 Aug 30 04:29:14.208898 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 55394) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:14.255963 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-264bde53-0c75-4955-b6a6-45f617b404ec admin admin] Publish callbacks [] for security_group (ed1b4534-5242-4164-b525-c9372bf1f5e5), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:14.276585 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-264bde53-0c75-4955-b6a6-45f617b404ec admin admin] Publish callbacks [] for security_group (ed1b4534-5242-4164-b525-c9372bf1f5e5), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:14.324227 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-264bde53-0c75-4955-b6a6-45f617b404ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (ed1b4534-5242-4164-b525-c9372bf1f5e5), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:14.327496 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-264bde53-0c75-4955-b6a6-45f617b404ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:14.328639 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-264bde53-0c75-4955-b6a6-45f617b404ec admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/ed1b4534-5242-4164-b525-c9372bf1f5e5 HTTP/1.1" status: 204 len: 168 time: 0.1188614 Aug 30 04:29:14.337530 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264bde53-0c75-4955-b6a6-45f617b404ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1b4534-5242-4164-b525-c9372bf1f5e5,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:14.672246 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 55400) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:14.712856 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-163c5097-b4b7-47b7-a40d-a6d3b48c53e3 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=9a7263aaa79b4900afd0bedd9969ece9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394528 Aug 30 04:29:14.715950 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 55402) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:14.769521 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-83d97f22-c3b9-48b0-a991-fc3355ef6a06 admin admin] Publish callbacks [] for security_group (5dda1c91-2d88-4519-bab2-c618656ed06e), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:14.792966 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-83d97f22-c3b9-48b0-a991-fc3355ef6a06 admin admin] Publish callbacks [] for security_group (5dda1c91-2d88-4519-bab2-c618656ed06e), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:14.840624 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-83d97f22-c3b9-48b0-a991-fc3355ef6a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (5dda1c91-2d88-4519-bab2-c618656ed06e), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:14.843280 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-83d97f22-c3b9-48b0-a991-fc3355ef6a06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:14.844418 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-83d97f22-c3b9-48b0-a991-fc3355ef6a06 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/5dda1c91-2d88-4519-bab2-c618656ed06e HTTP/1.1" status: 204 len: 168 time: 0.1273997 Aug 30 04:29:14.852413 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d97f22-c3b9-48b0-a991-fc3355ef6a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dda1c91-2d88-4519-bab2-c618656ed06e,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:19.079470 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=17 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:20.032572 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 55438) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:20.139313 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-bd9c8e87-3ba8-4926-af74-c299861fd811 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:20.214130 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-bd9c8e87-3ba8-4926-af74-c299861fd811 admin admin] Publish callbacks [] for security_group (d9f864f4-ec10-42d1-b6a5-7eca0eaaa731), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:20.218696 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-bd9c8e87-3ba8-4926-af74-c299861fd811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (d9f864f4-ec10-42d1-b6a5-7eca0eaaa731), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:20.258276 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-bd9c8e87-3ba8-4926-af74-c299861fd811 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=c36f3d7e83ea43ebb340dfc5f1805579&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2246132 Aug 30 04:29:20.258963 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9c8e87-3ba8-4926-af74-c299861fd811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f864f4-ec10-42d1-b6a5-7eca0eaaa731,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:20.261054 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 55442) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:20.313934 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-b66d90e6-b0a3-40e1-9d2d-f47435d85b52 admin admin] Publish callbacks [] for security_group (d9f864f4-ec10-42d1-b6a5-7eca0eaaa731), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:20.334151 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-b66d90e6-b0a3-40e1-9d2d-f47435d85b52 admin admin] Publish callbacks [] for security_group (d9f864f4-ec10-42d1-b6a5-7eca0eaaa731), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:20.363665 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-6149d923-ac9c-466f-aadd-7dcd2dcbb777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (1bd89ca2-58f6-428d-83bf-6325bad549fd), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:20.383618 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-b66d90e6-b0a3-40e1-9d2d-f47435d85b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (d9f864f4-ec10-42d1-b6a5-7eca0eaaa731), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:20.386302 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-b66d90e6-b0a3-40e1-9d2d-f47435d85b52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:20.388007 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-b66d90e6-b0a3-40e1-9d2d-f47435d85b52 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/d9f864f4-ec10-42d1-b6a5-7eca0eaaa731 HTTP/1.1" status: 204 len: 168 time: 0.1251512 Aug 30 04:29:20.397843 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66d90e6-b0a3-40e1-9d2d-f47435d85b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f864f4-ec10-42d1-b6a5-7eca0eaaa731,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:20.655839 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 55448) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:20.670201 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-3229cb5a-40bc-4c76-a2a3-539d547ca536 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:20.748144 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-3229cb5a-40bc-4c76-a2a3-539d547ca536 admin admin] Publish callbacks [] for security_group (d9bebf50-ef76-487d-a0ca-e0b8df4596b4), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:20.751859 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-3229cb5a-40bc-4c76-a2a3-539d547ca536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (d9bebf50-ef76-487d-a0ca-e0b8df4596b4), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:20.791644 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-3229cb5a-40bc-4c76-a2a3-539d547ca536 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=ddb2f46e021c4f9484ddfe123b885a25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1346571 Aug 30 04:29:20.792764 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3229cb5a-40bc-4c76-a2a3-539d547ca536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9bebf50-ef76-487d-a0ca-e0b8df4596b4,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:20.795024 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 55450) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:20.847044 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-2af35b2b-eaf6-4701-bf1e-dca7c0dbaa58 admin admin] Publish callbacks [] for security_group (d9bebf50-ef76-487d-a0ca-e0b8df4596b4), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:20.867385 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-2af35b2b-eaf6-4701-bf1e-dca7c0dbaa58 admin admin] Publish callbacks [] for security_group (d9bebf50-ef76-487d-a0ca-e0b8df4596b4), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:20.913942 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-2af35b2b-eaf6-4701-bf1e-dca7c0dbaa58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (d9bebf50-ef76-487d-a0ca-e0b8df4596b4), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:20.916468 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-2af35b2b-eaf6-4701-bf1e-dca7c0dbaa58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:20.917602 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-2af35b2b-eaf6-4701-bf1e-dca7c0dbaa58 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/d9bebf50-ef76-487d-a0ca-e0b8df4596b4 HTTP/1.1" status: 204 len: 168 time: 0.1208148 Aug 30 04:29:20.926144 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af35b2b-eaf6-4701-bf1e-dca7c0dbaa58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9bebf50-ef76-487d-a0ca-e0b8df4596b4,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:22.556391 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-649f8e21-fc50-4161-a746-0a397d367946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:23.792590 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8bdbbddc-d827-40e6-b8fb-29930693a668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (0ba81f50-231f-4a87-bfed-adcf093ea106), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:25.470672 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-390264ec-bab8-4bcb-922a-62bbd4f3a683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (b2cd167f-1ad0-4273-bd2a-29638b1fd1d2), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:25.596998 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (d414c4c0-e104-4322-85c3-8bf64da32860), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:29.010866 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 55568) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:29.114741 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-97fbdcaa-79ef-49b9-9cc4-c963d847a17d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:29.165816 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=76,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=17 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:29.191003 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:DELETE=3,neutron:SELECT=78,neutron:UPDATE=3,neutron:INSERT=16 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:29.196480 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-97fbdcaa-79ef-49b9-9cc4-c963d847a17d admin admin] Publish callbacks [] for security_group (536fe494-7776-434d-a895-fe0e9d6419cd), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:29.199916 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-97fbdcaa-79ef-49b9-9cc4-c963d847a17d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (536fe494-7776-434d-a895-fe0e9d6419cd), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:29.240920 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-97fbdcaa-79ef-49b9-9cc4-c963d847a17d admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=664c60dcf0b849bf86bde20095ab1ff3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2288284 Aug 30 04:29:29.242810 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fbdcaa-79ef-49b9-9cc4-c963d847a17d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536fe494-7776-434d-a895-fe0e9d6419cd,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:29.243548 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 55572) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:29.305737 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-00f727d3-2fe3-4a76-a093-3b9fd8adb8d8 admin admin] Publish callbacks [] for security_group (536fe494-7776-434d-a895-fe0e9d6419cd), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:29.329773 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-00f727d3-2fe3-4a76-a093-3b9fd8adb8d8 admin admin] Publish callbacks [] for security_group (536fe494-7776-434d-a895-fe0e9d6419cd), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:29.384291 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-00f727d3-2fe3-4a76-a093-3b9fd8adb8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (536fe494-7776-434d-a895-fe0e9d6419cd), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:29.387049 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-00f727d3-2fe3-4a76-a093-3b9fd8adb8d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:29.389019 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-00f727d3-2fe3-4a76-a093-3b9fd8adb8d8 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/536fe494-7776-434d-a895-fe0e9d6419cd HTTP/1.1" status: 204 len: 168 time: 0.1444366 Aug 30 04:29:29.401739 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f727d3-2fe3-4a76-a093-3b9fd8adb8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536fe494-7776-434d-a895-fe0e9d6419cd,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:29.663127 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 55578) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:29.677089 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-3f4af91f-e4ef-4d74-be0b-48632c0e4d65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:29.712959 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:DELETE=11,neutron:SELECT=86,neutron:INSERT=3 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:29.757625 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-3f4af91f-e4ef-4d74-be0b-48632c0e4d65 admin admin] Publish callbacks [] for security_group (53ac2598-72c2-4e6b-adf6-9199c6559fe0), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:29.761323 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-3f4af91f-e4ef-4d74-be0b-48632c0e4d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (53ac2598-72c2-4e6b-adf6-9199c6559fe0), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:29.783464 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:DELETE=9,neutron:SELECT=84,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:29.803651 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4af91f-e4ef-4d74-be0b-48632c0e4d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ac2598-72c2-4e6b-adf6-9199c6559fe0,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:29.809550 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-3f4af91f-e4ef-4d74-be0b-48632c0e4d65 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=9376a9b34bbb46088035a49b97f20c40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1448147 Aug 30 04:29:29.811461 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 55580) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:29.865049 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-5ac290ee-48b4-468f-b1e7-31ba6554cf50 admin admin] Publish callbacks [] for security_group (53ac2598-72c2-4e6b-adf6-9199c6559fe0), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:29.885189 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-5ac290ee-48b4-468f-b1e7-31ba6554cf50 admin admin] Publish callbacks [] for security_group (53ac2598-72c2-4e6b-adf6-9199c6559fe0), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:29.930918 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-5ac290ee-48b4-468f-b1e7-31ba6554cf50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (53ac2598-72c2-4e6b-adf6-9199c6559fe0), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:29.933403 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-5ac290ee-48b4-468f-b1e7-31ba6554cf50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:29.934546 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-5ac290ee-48b4-468f-b1e7-31ba6554cf50 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/53ac2598-72c2-4e6b-adf6-9199c6559fe0 HTTP/1.1" status: 204 len: 168 time: 0.1220589 Aug 30 04:29:29.942783 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac290ee-48b4-468f-b1e7-31ba6554cf50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ac2598-72c2-4e6b-adf6-9199c6559fe0,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:30.265384 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 55586) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:30.279992 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-b67e9ad9-3ba1-4dda-bec2-9217495479a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:30.358902 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-b67e9ad9-3ba1-4dda-bec2-9217495479a4 admin admin] Publish callbacks [] for security_group (7599f7bc-f7bf-40b9-8660-7f96d5b8ee3a), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:30.363200 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-b67e9ad9-3ba1-4dda-bec2-9217495479a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (7599f7bc-f7bf-40b9-8660-7f96d5b8ee3a), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:30.402318 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-b67e9ad9-3ba1-4dda-bec2-9217495479a4 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=75fd199f475040fba28eb08bfde28ccb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1355040 Aug 30 04:29:30.403131 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e9ad9-3ba1-4dda-bec2-9217495479a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7599f7bc-f7bf-40b9-8660-7f96d5b8ee3a,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:30.405087 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 55588) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:30.463683 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-3c88bc2b-ff94-4f44-8cfa-f653a8420d15 admin admin] Publish callbacks [] for security_group (7599f7bc-f7bf-40b9-8660-7f96d5b8ee3a), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:30.486775 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-3c88bc2b-ff94-4f44-8cfa-f653a8420d15 admin admin] Publish callbacks [] for security_group (7599f7bc-f7bf-40b9-8660-7f96d5b8ee3a), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:30.536810 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-3c88bc2b-ff94-4f44-8cfa-f653a8420d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (7599f7bc-f7bf-40b9-8660-7f96d5b8ee3a), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:30.539415 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-3c88bc2b-ff94-4f44-8cfa-f653a8420d15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:30.540545 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-3c88bc2b-ff94-4f44-8cfa-f653a8420d15 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/7599f7bc-f7bf-40b9-8660-7f96d5b8ee3a HTTP/1.1" status: 204 len: 168 time: 0.1311131 Aug 30 04:29:30.549078 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c88bc2b-ff94-4f44-8cfa-f653a8420d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7599f7bc-f7bf-40b9-8660-7f96d5b8ee3a,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:30.667483 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:30.679425 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=14 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:31.148372 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:31.162672 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (5274a8db-cdbb-4c02-abb1-2eb9d7076dc1), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:33.025031 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-a3471c07-57b0-40b5-a592-622900d2882e req-04caff67-38a0-4cae-8906-d9cda574d4da tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] 10.222.0.46 "GET /networking/v2.0/networks?tenant_id=8652672950004ca0bd9912537a583b72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303695 Aug 30 04:29:33.421416 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3471c07-57b0-40b5-a592-622900d2882e req-e1f85c4c-95ef-4d80-8d63-ccb132e7235d tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:33.422923 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-a3471c07-57b0-40b5-a592-622900d2882e req-e1f85c4c-95ef-4d80-8d63-ccb132e7235d tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] 10.222.0.46 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3906250 Aug 30 04:29:33.441415 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-a3471c07-57b0-40b5-a592-622900d2882e req-f387755b-070b-4cdf-846b-ec5f68951b8f tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] 10.222.0.46 "GET /networking/v2.0/quotas/8652672950004ca0bd9912537a583b72 HTTP/1.1" status: 200 len: 375 time: 0.0111127 Aug 30 04:29:33.473791 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-a3471c07-57b0-40b5-a592-622900d2882e req-15541413-8d6c-45fc-bc71-bc6649d2c55d tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=8652672950004ca0bd9912537a583b72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273204 Aug 30 04:29:33.651047 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-591e8027-fcba-40c3-96ef-b5ef2f43f515 req-58fae9cc-f494-4a8d-b981-f4f77a50a1a4 tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2e1df951-90a0-43d9-8a98-291a6675c7d6 HTTP/1.1" status: 200 len: 210 time: 0.0296435 Aug 30 04:29:34.711577 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a3471c07-57b0-40b5-a592-622900d2882e req-05a5f731-0f1d-4be0-94bc-68699a9aad2e tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] 10.222.0.75 "GET /networking/v2.0/networks?tenant_id=8652672950004ca0bd9912537a583b72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302124 Aug 30 04:29:34.764576 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-17d113c8-e935-408d-a2a8-deb32d8f879e req-05ed6522-68c0-4298-876a-9cfe14a6ea73 tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2e1df951-90a0-43d9-8a98-291a6675c7d6 HTTP/1.1" status: 200 len: 210 time: 0.0331912 Aug 30 04:29:34.907536 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3471c07-57b0-40b5-a592-622900d2882e req-4304cc40-e160-4a88-b5e4-ea96fdcfe060 tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:34.908962 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a3471c07-57b0-40b5-a592-622900d2882e req-4304cc40-e160-4a88-b5e4-ea96fdcfe060 tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] 10.222.0.75 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1925991 Aug 30 04:29:34.956800 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-a3471c07-57b0-40b5-a592-622900d2882e req-128e57b8-4b5a-42e0-b14d-d8d434c6740c tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] Request body: {'port': {'device_id': '2e1df951-90a0-43d9-8a98-291a6675c7d6', 'network_id': '62747595-b37b-4587-a380-f15751e0266b', 'admin_state_up': True, 'tenant_id': '8652672950004ca0bd9912537a583b72'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:29:35.068366 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3471c07-57b0-40b5-a592-622900d2882e req-128e57b8-4b5a-42e0-b14d-d8d434c6740c tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] Made reservation on behalf of 8652672950004ca0bd9912537a583b72 for: {'port': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:29:35.072103 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-a3471c07-57b0-40b5-a592-622900d2882e req-128e57b8-4b5a-42e0-b14d-d8d434c6740c tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:35.080940 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-a3471c07-57b0-40b5-a592-622900d2882e req-128e57b8-4b5a-42e0-b14d-d8d434c6740c tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:35.149901 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=83,neutron:DELETE=1,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:35.159714 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-a3471c07-57b0-40b5-a592-622900d2882e req-128e57b8-4b5a-42e0-b14d-d8d434c6740c tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] Publish callbacks [] for security_group (91f64830-9654-40af-8d9d-c9f73f329101), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:35.163401 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-a3471c07-57b0-40b5-a592-622900d2882e req-128e57b8-4b5a-42e0-b14d-d8d434c6740c tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (91f64830-9654-40af-8d9d-c9f73f329101), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:35.228574 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=12 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:35.235744 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128e57b8-4b5a-42e0-b14d-d8d434c6740c tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91f64830-9654-40af-8d9d-c9f73f329101,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:35.304863 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [req-a3471c07-57b0-40b5-a592-622900d2882e req-128e57b8-4b5a-42e0-b14d-d8d434c6740c tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] Allocated IP 192.168.233.202 (62747595-b37b-4587-a380-f15751e0266b/3520f782-049b-44e5-9807-172d2fcdcac5/6640764d-fa94-4220-8a54-db54fcf1033f) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:29:35.456134 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-a3471c07-57b0-40b5-a592-622900d2882e req-128e57b8-4b5a-42e0-b14d-d8d434c6740c tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] Publish callbacks [] for port (6640764d-fa94-4220-8a54-db54fcf1033f), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:35.489801 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-a3471c07-57b0-40b5-a592-622900d2882e req-128e57b8-4b5a-42e0-b14d-d8d434c6740c tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (6640764d-fa94-4220-8a54-db54fcf1033f), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:35.538690 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3471c07-57b0-40b5-a592-622900d2882e req-128e57b8-4b5a-42e0-b14d-d8d434c6740c tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] Network 62747595-b37b-4587-a380-f15751e0266b is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:29:35.541817 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [req-a3471c07-57b0-40b5-a592-622900d2882e req-128e57b8-4b5a-42e0-b14d-d8d434c6740c tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:29:35.546802 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3471c07-57b0-40b5-a592-622900d2882e req-128e57b8-4b5a-42e0-b14d-d8d434c6740c tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:29:35.570945 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128e57b8-4b5a-42e0-b14d-d8d434c6740c tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] Pushing event updated for resources: {'Port': ['ID=6640764d-fa94-4220-8a54-db54fcf1033f,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:35.603519 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3471c07-57b0-40b5-a592-622900d2882e req-128e57b8-4b5a-42e0-b14d-d8d434c6740c tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:35.604140 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-a3471c07-57b0-40b5-a592-622900d2882e req-128e57b8-4b5a-42e0-b14d-d8d434c6740c tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:35.622854 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a3471c07-57b0-40b5-a592-622900d2882e req-128e57b8-4b5a-42e0-b14d-d8d434c6740c tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] 10.222.0.75 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6696494 Aug 30 04:29:35.631799 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [req-a3471c07-57b0-40b5-a592-622900d2882e req-fd52be0c-fbb7-4834-a321-1103756b31d1 tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106293) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 04:29:35.632775 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a3471c07-57b0-40b5-a592-622900d2882e req-fd52be0c-fbb7-4834-a321-1103756b31d1 tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] 10.222.0.75 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051184 Aug 30 04:29:35.743515 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-a3471c07-57b0-40b5-a592-622900d2882e req-66720fdb-715d-4840-af7f-75cc857f0536 service neutron] Request body: {'port': {'device_id': '2e1df951-90a0-43d9-8a98-291a6675c7d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:29:35.807981 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-a3471c07-57b0-40b5-a592-622900d2882e req-66720fdb-715d-4840-af7f-75cc857f0536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (6640764d-fa94-4220-8a54-db54fcf1033f), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:35.814155 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-9be6515b-bd4e-473a-a3ec-245ed91f81c6 None None] Provisioning complete for port 6640764d-fa94-4220-8a54-db54fcf1033f triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:29:35.814687 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9be6515b-bd4e-473a-a3ec-245ed91f81c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (6640764d-fa94-4220-8a54-db54fcf1033f), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:35.847953 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9be6515b-bd4e-473a-a3ec-245ed91f81c6 None None] Port 6640764d-fa94-4220-8a54-db54fcf1033f cannot update to ACTIVE because it is not bound. {{(pid=106294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:29:35.970068 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175cacf3-53f3-4203-9d7e-8f765d30c5a1 req-b8ca212d-2fdb-4f69-9241-8bfe2b3f1a36 tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:35.971595 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-175cacf3-53f3-4203-9d7e-8f765d30c5a1 req-b8ca212d-2fdb-4f69-9241-8bfe2b3f1a36 tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2e1df951-90a0-43d9-8a98-291a6675c7d6 HTTP/1.1" status: 200 len: 936 time: 0.1053448 Aug 30 04:29:36.352258 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-175cacf3-53f3-4203-9d7e-8f765d30c5a1 req-96c1907a-3ee4-4db1-b3f9-2603ac80f010 tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=91f64830-9654-40af-8d9d-c9f73f329101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750086 Aug 30 04:29:36.377428 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:36.417363 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:36.423748 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [req-a3471c07-57b0-40b5-a592-622900d2882e req-66720fdb-715d-4840-af7f-75cc857f0536 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6640764d-fa94-4220-8a54-db54fcf1033f {{(pid=106293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:29:36.432356 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-a3471c07-57b0-40b5-a592-622900d2882e req-66720fdb-715d-4840-af7f-75cc857f0536 service neutron] Publish callbacks [] for port (6640764d-fa94-4220-8a54-db54fcf1033f), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:36.447990 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.provisioning_blocks [req-a3471c07-57b0-40b5-a592-622900d2882e req-66720fdb-715d-4840-af7f-75cc857f0536 service neutron] Transition to ACTIVE for port object 6640764d-fa94-4220-8a54-db54fcf1033f will not be triggered until provisioned by entity L2. {{(pid=106293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:29:36.451662 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-a3471c07-57b0-40b5-a592-622900d2882e req-66720fdb-715d-4840-af7f-75cc857f0536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-454314'] for port (6640764d-fa94-4220-8a54-db54fcf1033f), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:36.515347 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66720fdb-715d-4840-af7f-75cc857f0536 service neutron] Pushing event updated for resources: {'Port': ['ID=6640764d-fa94-4220-8a54-db54fcf1033f,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:36.569491 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-a3471c07-57b0-40b5-a592-622900d2882e req-66720fdb-715d-4840-af7f-75cc857f0536 service neutron] Attempting to bind port 6640764d-fa94-4220-8a54-db54fcf1033f on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:29:36.569842 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-a3471c07-57b0-40b5-a592-622900d2882e req-66720fdb-715d-4840-af7f-75cc857f0536 service neutron] Attempting to bind port 6640764d-fa94-4220-8a54-db54fcf1033f by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': 'a1d42612-452c-46fc-9e54-fb815144df37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '62747595-b37b-4587-a380-f15751e0266b'}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:29:36.570191 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3471c07-57b0-40b5-a592-622900d2882e req-66720fdb-715d-4840-af7f-75cc857f0536 service neutron] Attempting to bind port 6640764d-fa94-4220-8a54-db54fcf1033f on network 62747595-b37b-4587-a380-f15751e0266b {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:29:36.574831 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3471c07-57b0-40b5-a592-622900d2882e req-66720fdb-715d-4840-af7f-75cc857f0536 service neutron] Port 6640764d-fa94-4220-8a54-db54fcf1033f on network 62747595-b37b-4587-a380-f15751e0266b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:29:36.575149 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3471c07-57b0-40b5-a592-622900d2882e req-66720fdb-715d-4840-af7f-75cc857f0536 service neutron] Attempting to bind port 6640764d-fa94-4220-8a54-db54fcf1033f on network 62747595-b37b-4587-a380-f15751e0266b {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:29:36.580336 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3471c07-57b0-40b5-a592-622900d2882e req-66720fdb-715d-4840-af7f-75cc857f0536 service neutron] Checking agent: {'id': '5274a8db-cdbb-4c02-abb1-2eb9d7076dc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 17), 'started_at': datetime.datetime(2022, 8, 30, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:29:36.580723 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3471c07-57b0-40b5-a592-622900d2882e req-66720fdb-715d-4840-af7f-75cc857f0536 service neutron] Checking segment: {'id': 'a1d42612-452c-46fc-9e54-fb815144df37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '62747595-b37b-4587-a380-f15751e0266b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:29:36.581107 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3471c07-57b0-40b5-a592-622900d2882e req-66720fdb-715d-4840-af7f-75cc857f0536 service neutron] Bound using segment: {'id': 'a1d42612-452c-46fc-9e54-fb815144df37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '62747595-b37b-4587-a380-f15751e0266b'} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:29:36.581549 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-a3471c07-57b0-40b5-a592-622900d2882e req-66720fdb-715d-4840-af7f-75cc857f0536 service neutron] Bound port: 6640764d-fa94-4220-8a54-db54fcf1033f, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1d42612-452c-46fc-9e54-fb815144df37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '62747595-b37b-4587-a380-f15751e0266b'}}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:29:36.581902 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-a3471c07-57b0-40b5-a592-622900d2882e req-66720fdb-715d-4840-af7f-75cc857f0536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (6640764d-fa94-4220-8a54-db54fcf1033f), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:36.643546 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-a3471c07-57b0-40b5-a592-622900d2882e req-66720fdb-715d-4840-af7f-75cc857f0536 service neutron] For port 6640764d-fa94-4220-8a54-db54fcf1033f, host hv-cinder-85220, cleared binding levels {{(pid=106293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:29:36.646971 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-a3471c07-57b0-40b5-a592-622900d2882e req-66720fdb-715d-4840-af7f-75cc857f0536 service neutron] For port 6640764d-fa94-4220-8a54-db54fcf1033f, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=6640764d-fa94-4220-8a54-db54fcf1033f,segment=NetworkSegment(a1d42612-452c-46fc-9e54-fb815144df37),segment_id=a1d42612-452c-46fc-9e54-fb815144df37)] {{(pid=106293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:29:36.653332 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-a3471c07-57b0-40b5-a592-622900d2882e req-66720fdb-715d-4840-af7f-75cc857f0536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-454314'] for port (6640764d-fa94-4220-8a54-db54fcf1033f), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:36.659249 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3471c07-57b0-40b5-a592-622900d2882e req-66720fdb-715d-4840-af7f-75cc857f0536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:36.659883 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-a3471c07-57b0-40b5-a592-622900d2882e req-66720fdb-715d-4840-af7f-75cc857f0536 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:36.661247 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a3471c07-57b0-40b5-a592-622900d2882e req-66720fdb-715d-4840-af7f-75cc857f0536 service neutron] 10.222.0.75 "PUT /networking/v2.0/ports/6640764d-fa94-4220-8a54-db54fcf1033f HTTP/1.1" status: 200 len: 1098 time: 1.0211074 Aug 30 04:29:36.661800 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e1df951-90a0-43d9-8a98-291a6675c7d6', 'tag': '6640764d-fa94-4220-8a54-db54fcf1033f'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:29:36.664063 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11a3118c5976ecaadc28dc64ec6366a88eb3d4be069be3e491e321578e9d1f78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d732dc-798b-4813-8deb-67f450e12acc" -d '{"events": [{"name": "network-changed", "server_uuid": "2e1df951-90a0-43d9-8a98-291a6675c7d6", "tag": "6640764d-fa94-4220-8a54-db54fcf1033f"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:29:36.708663 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e80b80b-c66d-476b-8499-5ed1d86bdd22 x-openstack-request-id: req-3e80b80b-c66d-476b-8499-5ed1d86bdd22 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:29:36.708956 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e1df951-90a0-43d9-8a98-291a6675c7d6", "tag": "6640764d-fa94-4220-8a54-db54fcf1033f", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:29:36.709205 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3e80b80b-c66d-476b-8499-5ed1d86bdd22 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:29:36.709664 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e80b80b-c66d-476b-8499-5ed1d86bdd22'] response: {'name': 'network-changed', 'server_uuid': '2e1df951-90a0-43d9-8a98-291a6675c7d6', 'tag': '6640764d-fa94-4220-8a54-db54fcf1033f', 'status': 'completed', 'code': 200} Aug 30 04:29:36.752819 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66720fdb-715d-4840-af7f-75cc857f0536 service neutron] Pushing event updated for resources: {'Port': ['ID=6640764d-fa94-4220-8a54-db54fcf1033f,revision_number=3']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:36.762309 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3471c07-57b0-40b5-a592-622900d2882e req-6397bf1b-3210-470a-8b2c-4cc69e2b5dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:36.763984 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a3471c07-57b0-40b5-a592-622900d2882e req-6397bf1b-3210-470a-8b2c-4cc69e2b5dfb service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=8652672950004ca0bd9912537a583b72&device_id=2e1df951-90a0-43d9-8a98-291a6675c7d6 HTTP/1.1" status: 200 len: 1132 time: 0.0535545 Aug 30 04:29:36.804147 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a3471c07-57b0-40b5-a592-622900d2882e req-f86aaeb8-bedd-40ac-8a74-7874934d6d1d service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=6640764d-fa94-4220-8a54-db54fcf1033f HTTP/1.1" status: 200 len: 217 time: 0.0333323 Aug 30 04:29:36.854096 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3471c07-57b0-40b5-a592-622900d2882e req-0466f106-2c73-4d9a-891b-fb22158ecf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:36.855552 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a3471c07-57b0-40b5-a592-622900d2882e req-0466f106-2c73-4d9a-891b-fb22158ecf5b service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=3520f782-049b-44e5-9807-172d2fcdcac5 HTTP/1.1" status: 200 len: 843 time: 0.0450416 Aug 30 04:29:36.900183 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3471c07-57b0-40b5-a592-622900d2882e req-8886108c-074b-4d19-9413-87415aaf9721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:36.901611 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a3471c07-57b0-40b5-a592-622900d2882e req-8886108c-074b-4d19-9413-87415aaf9721 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=62747595-b37b-4587-a380-f15751e0266b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0401733 Aug 30 04:29:36.998854 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a3471c07-57b0-40b5-a592-622900d2882e req-431bdd58-a501-412d-a025-c041988dfbf9 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/62747595-b37b-4587-a380-f15751e0266b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902379 Aug 30 04:29:37.098630 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a3471c07-57b0-40b5-a592-622900d2882e req-33e2c73b-6a03-4a25-b305-6a5a65b63a53 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/62747595-b37b-4587-a380-f15751e0266b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941656 Aug 30 04:29:37.477206 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a0b5c-a1db-433d-b51f-69ce8cdee8e6 req-77133450-c3dd-46fe-a716-0cc252220f52 tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:37.478703 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f30a0b5c-a1db-433d-b51f-69ce8cdee8e6 req-77133450-c3dd-46fe-a716-0cc252220f52 tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2e1df951-90a0-43d9-8a98-291a6675c7d6 HTTP/1.1" status: 200 len: 948 time: 0.0511341 Aug 30 04:29:37.528878 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f30a0b5c-a1db-433d-b51f-69ce8cdee8e6 req-58688ae8-1871-4184-b15d-00097998b878 tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=91f64830-9654-40af-8d9d-c9f73f329101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431511 Aug 30 04:29:37.852862 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d732dc-798b-4813-8deb-67f450e12acc req-99db4475-2727-4113-996a-5c6baa44c060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:37.854365 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-66d732dc-798b-4813-8deb-67f450e12acc req-99db4475-2727-4113-996a-5c6baa44c060 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=8652672950004ca0bd9912537a583b72&device_id=2e1df951-90a0-43d9-8a98-291a6675c7d6 HTTP/1.1" status: 200 len: 1132 time: 0.0399492 Aug 30 04:29:37.929363 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:37.952544 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d732dc-798b-4813-8deb-67f450e12acc req-c4e07e2e-886b-4494-b014-4eca61786c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:37.953994 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-66d732dc-798b-4813-8deb-67f450e12acc req-c4e07e2e-886b-4494-b014-4eca61786c65 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=62747595-b37b-4587-a380-f15751e0266b HTTP/1.1" status: 200 len: 870 time: 0.0937862 Aug 30 04:29:37.994718 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-66d732dc-798b-4813-8deb-67f450e12acc req-390301f5-03c4-49b8-9c59-81dab463c053 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=6640764d-fa94-4220-8a54-db54fcf1033f HTTP/1.1" status: 200 len: 217 time: 0.0338955 Aug 30 04:29:38.047382 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d732dc-798b-4813-8deb-67f450e12acc req-9f46b828-53eb-4005-81a3-9bf797d4fa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:38.048817 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-66d732dc-798b-4813-8deb-67f450e12acc req-9f46b828-53eb-4005-81a3-9bf797d4fa4c service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=3520f782-049b-44e5-9807-172d2fcdcac5 HTTP/1.1" status: 200 len: 843 time: 0.0486465 Aug 30 04:29:38.092276 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d732dc-798b-4813-8deb-67f450e12acc req-e44d79a4-8c63-4713-8f2c-02d280f8f43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:38.093760 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-66d732dc-798b-4813-8deb-67f450e12acc req-e44d79a4-8c63-4713-8f2c-02d280f8f43e service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=62747595-b37b-4587-a380-f15751e0266b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0391984 Aug 30 04:29:38.117965 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:38.189350 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-66d732dc-798b-4813-8deb-67f450e12acc req-1bb684af-eb2d-403a-885c-9a29d4a9f0c8 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/62747595-b37b-4587-a380-f15751e0266b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884993 Aug 30 04:29:38.285576 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-66d732dc-798b-4813-8deb-67f450e12acc req-f58cf89b-289f-4a47-bf4e-da0113cc261c service neutron] 10.222.0.75 "GET /networking/v2.0/networks/62747595-b37b-4587-a380-f15751e0266b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901644 Aug 30 04:29:38.651399 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c52fc0-c7c6-483f-9677-1e899c1caaae req-80681c33-4701-4d23-90e2-a861dffc0ab8 tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:38.652870 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-c1c52fc0-c7c6-483f-9677-1e899c1caaae req-80681c33-4701-4d23-90e2-a861dffc0ab8 tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2e1df951-90a0-43d9-8a98-291a6675c7d6 HTTP/1.1" status: 200 len: 948 time: 0.0479188 Aug 30 04:29:38.702354 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-c1c52fc0-c7c6-483f-9677-1e899c1caaae req-989ee92a-e7e0-4847-a367-081c30f4c506 tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=91f64830-9654-40af-8d9d-c9f73f329101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429678 Aug 30 04:29:39.823117 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e85039d-ca47-4524-9e14-c65cc14923b0 req-b0c258e0-75fa-40a8-986c-bc1f63f27f82 tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:39.824612 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5e85039d-ca47-4524-9e14-c65cc14923b0 req-b0c258e0-75fa-40a8-986c-bc1f63f27f82 tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2e1df951-90a0-43d9-8a98-291a6675c7d6 HTTP/1.1" status: 200 len: 948 time: 0.0488517 Aug 30 04:29:39.873189 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5e85039d-ca47-4524-9e14-c65cc14923b0 req-120e836d-badc-4f0f-9c50-1c98376fe3d7 tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=91f64830-9654-40af-8d9d-c9f73f329101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418365 Aug 30 04:29:39.924992 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 6640764d-fa94-4220-8a54-db54fcf1033f details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106294) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:29:40.025927 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port 6640764d-fa94-4220-8a54-db54fcf1033f, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=6640764d-fa94-4220-8a54-db54fcf1033f,segment=NetworkSegment(a1d42612-452c-46fc-9e54-fb815144df37),segment_id=a1d42612-452c-46fc-9e54-fb815144df37)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:29:40.037220 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Returning: {'device': '6640764d-fa94-4220-8a54-db54fcf1033f', 'network_id': '62747595-b37b-4587-a380-f15751e0266b', 'port_id': '6640764d-fa94-4220-8a54-db54fcf1033f', 'mac_address': 'fa:16:3e:18:11:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3520f782-049b-44e5-9807-172d2fcdcac5', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106294) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:29:40.072911 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Current status of the port 6640764d-fa94-4220-8a54-db54fcf1033f is: DOWN; New status is: BUILD {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:29:40.073306 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (6640764d-fa94-4220-8a54-db54fcf1033f), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:40.086611 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6640764d-fa94-4220-8a54-db54fcf1033f {{(pid=106294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:29:40.106348 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port 6640764d-fa94-4220-8a54-db54fcf1033f, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=6640764d-fa94-4220-8a54-db54fcf1033f,segment=NetworkSegment(a1d42612-452c-46fc-9e54-fb815144df37),segment_id=a1d42612-452c-46fc-9e54-fb815144df37)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:29:40.110690 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (6640764d-fa94-4220-8a54-db54fcf1033f), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:40.158450 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Pushing event updated for resources: {'Port': ['ID=6640764d-fa94-4220-8a54-db54fcf1033f,revision_number=4']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:40.324994 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] get_ports_and_sgs() called for port_ids ['6640764d-fa94-4220-8a54-db54fcf1033f'] {{(pid=106294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:29:40.991917 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8676b9-5e2b-4238-a7d5-1f971bb3fdec req-500ca604-36f2-4c99-b63c-0f9eeed16f0b tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:40.993286 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-9b8676b9-5e2b-4238-a7d5-1f971bb3fdec req-500ca604-36f2-4c99-b63c-0f9eeed16f0b tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2e1df951-90a0-43d9-8a98-291a6675c7d6 HTTP/1.1" status: 200 len: 949 time: 0.0468314 Aug 30 04:29:41.040037 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-9b8676b9-5e2b-4238-a7d5-1f971bb3fdec req-b368f0c1-1e6a-4385-93b2-6c90b75f67a0 tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=91f64830-9654-40af-8d9d-c9f73f329101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406268 Aug 30 04:29:41.926305 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 6640764d-fa94-4220-8a54-db54fcf1033f up at agent hyperv_hv-cinder-85220 {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:29:41.968866 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Provisioning for port 6640764d-fa94-4220-8a54-db54fcf1033f completed by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:29:41.975895 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Provisioning complete for port 6640764d-fa94-4220-8a54-db54fcf1033f triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:29:41.976291 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (6640764d-fa94-4220-8a54-db54fcf1033f), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:42.040071 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:42.053201 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Current status of the port 6640764d-fa94-4220-8a54-db54fcf1033f is: BUILD; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:29:42.053591 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (6640764d-fa94-4220-8a54-db54fcf1033f), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:42.077934 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e1df951-90a0-43d9-8a98-291a6675c7d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6640764d-fa94-4220-8a54-db54fcf1033f'}] {{(pid=106294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:29:42.080220 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc91461c002048a1511ec2515697d9f100988a5a9e001fc967bf4275e8e26e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97927435-c811-4e03-b31b-a00aaf1d4e0a" -d '{"events": [{"server_uuid": "2e1df951-90a0-43d9-8a98-291a6675c7d6", "name": "network-vif-plugged", "status": "completed", "tag": "6640764d-fa94-4220-8a54-db54fcf1033f"}]}' {{(pid=106294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:29:42.094268 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port 6640764d-fa94-4220-8a54-db54fcf1033f, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=6640764d-fa94-4220-8a54-db54fcf1033f,segment=NetworkSegment(a1d42612-452c-46fc-9e54-fb815144df37),segment_id=a1d42612-452c-46fc-9e54-fb815144df37)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:29:42.098872 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (6640764d-fa94-4220-8a54-db54fcf1033f), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:42.132482 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c9315f-f81d-450d-899c-3e7803cde3cb x-openstack-request-id: req-08c9315f-f81d-450d-899c-3e7803cde3cb {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:29:42.132818 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e1df951-90a0-43d9-8a98-291a6675c7d6", "name": "network-vif-plugged", "status": "completed", "tag": "6640764d-fa94-4220-8a54-db54fcf1033f", "code": 200}]} {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:29:42.133092 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-08c9315f-f81d-450d-899c-3e7803cde3cb {{(pid=106294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:29:42.133735 dv-cinder-852208-11-iscsi neutron-server[106294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08c9315f-f81d-450d-899c-3e7803cde3cb'] response: {'server_uuid': '2e1df951-90a0-43d9-8a98-291a6675c7d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6640764d-fa94-4220-8a54-db54fcf1033f', 'code': 200} Aug 30 04:29:42.154653 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Pushing event updated for resources: {'Port': ['ID=6640764d-fa94-4220-8a54-db54fcf1033f,revision_number=5']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:42.180759 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230aee47-b5e3-4ce9-bf76-357aca43946e req-fc9c64e6-70b1-4f88-a1e7-e0b0dc6da358 tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:42.182396 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-230aee47-b5e3-4ce9-bf76-357aca43946e req-fc9c64e6-70b1-4f88-a1e7-e0b0dc6da358 tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2e1df951-90a0-43d9-8a98-291a6675c7d6 HTTP/1.1" status: 200 len: 950 time: 0.0571704 Aug 30 04:29:42.235616 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-230aee47-b5e3-4ce9-bf76-357aca43946e req-a852a6c6-5e88-47ba-9a6a-a96e47aa9d2c tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=91f64830-9654-40af-8d9d-c9f73f329101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464773 Aug 30 04:29:42.299979 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dfef02-7477-4125-a3f6-37834c1b823d req-9d2d96bc-ac2a-4663-aa8b-8c7a748c40f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:42.301522 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-01dfef02-7477-4125-a3f6-37834c1b823d req-9d2d96bc-ac2a-4663-aa8b-8c7a748c40f2 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=2e1df951-90a0-43d9-8a98-291a6675c7d6 HTTP/1.1" status: 200 len: 1134 time: 0.0409932 Aug 30 04:29:42.347482 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-01dfef02-7477-4125-a3f6-37834c1b823d req-2fcc3cc5-a90e-48a5-a2d2-873e949ef789 service neutron] 10.222.0.75 "GET /networking/v2.0/security-groups?id=91f64830-9654-40af-8d9d-c9f73f329101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388708 Aug 30 04:29:43.378350 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78753e41-6959-4619-836d-b12108056a7d req-42454157-385e-464e-b4d3-76355d07b4ec tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:43.379846 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-78753e41-6959-4619-836d-b12108056a7d req-42454157-385e-464e-b4d3-76355d07b4ec tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2e1df951-90a0-43d9-8a98-291a6675c7d6 HTTP/1.1" status: 200 len: 950 time: 0.0638325 Aug 30 04:29:43.436197 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-78753e41-6959-4619-836d-b12108056a7d req-e8d94e9c-3580-4e80-84aa-68258cdcbc45 tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=91f64830-9654-40af-8d9d-c9f73f329101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508416 Aug 30 04:29:44.561046 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73babedc-3929-49a4-b9f0-2013b37c72a5 req-746238c5-a4b2-42ff-a5ae-13c94578c7ba tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:44.562570 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-73babedc-3929-49a4-b9f0-2013b37c72a5 req-746238c5-a4b2-42ff-a5ae-13c94578c7ba tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2e1df951-90a0-43d9-8a98-291a6675c7d6 HTTP/1.1" status: 200 len: 950 time: 0.0522089 Aug 30 04:29:44.612600 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-73babedc-3929-49a4-b9f0-2013b37c72a5 req-45caac87-cb37-4bfa-a1b2-ffff8ac98805 tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=91f64830-9654-40af-8d9d-c9f73f329101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444479 Aug 30 04:29:44.890393 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c330e-0da3-4ae5-99b5-07db07d0e89b req-45e0600c-43cb-4f62-b35f-5b071676d463 tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:44.891886 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2c3c330e-0da3-4ae5-99b5-07db07d0e89b req-45e0600c-43cb-4f62-b35f-5b071676d463 tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2e1df951-90a0-43d9-8a98-291a6675c7d6 HTTP/1.1" status: 200 len: 950 time: 0.0482867 Aug 30 04:29:44.942759 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2c3c330e-0da3-4ae5-99b5-07db07d0e89b req-6c3c59ed-a89c-41fe-8b4a-af76359dbb39 tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=91f64830-9654-40af-8d9d-c9f73f329101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448425 Aug 30 04:29:46.067461 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0160fd-b0ca-476b-8d06-94fb8232067f req-bcda2bf0-16c7-4fe5-bb91-2f7921cb7378 tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:46.069020 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-ea0160fd-b0ca-476b-8d06-94fb8232067f req-bcda2bf0-16c7-4fe5-bb91-2f7921cb7378 tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2e1df951-90a0-43d9-8a98-291a6675c7d6 HTTP/1.1" status: 200 len: 950 time: 0.0495715 Aug 30 04:29:46.117782 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-ea0160fd-b0ca-476b-8d06-94fb8232067f req-0930d696-6d12-46e4-b4d7-d7aa0208536c tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=91f64830-9654-40af-8d9d-c9f73f329101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431960 Aug 30 04:29:46.156930 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b769e9-2fff-4c3a-9104-8c3bf9bd3885 req-dc0101b4-0e2f-4f61-b475-737dfd521f62 tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:46.158407 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b1b769e9-2fff-4c3a-9104-8c3bf9bd3885 req-dc0101b4-0e2f-4f61-b475-737dfd521f62 tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=2e1df951-90a0-43d9-8a98-291a6675c7d6 HTTP/1.1" status: 200 len: 950 time: 0.0474935 Aug 30 04:29:46.246762 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-b1b769e9-2fff-4c3a-9104-8c3bf9bd3885 req-59e62872-1794-4c77-a187-64890d0d0827 tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] Deleting port 6640764d-fa94-4220-8a54-db54fcf1033f {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:29:46.247043 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-b1b769e9-2fff-4c3a-9104-8c3bf9bd3885 req-59e62872-1794-4c77-a187-64890d0d0827 tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (6640764d-fa94-4220-8a54-db54fcf1033f), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:46.336773 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:46.342801 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-b1b769e9-2fff-4c3a-9104-8c3bf9bd3885 req-59e62872-1794-4c77-a187-64890d0d0827 tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] For port 6640764d-fa94-4220-8a54-db54fcf1033f, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=6640764d-fa94-4220-8a54-db54fcf1033f,segment=NetworkSegment(a1d42612-452c-46fc-9e54-fb815144df37),segment_id=a1d42612-452c-46fc-9e54-fb815144df37)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:29:46.343163 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-b1b769e9-2fff-4c3a-9104-8c3bf9bd3885 req-59e62872-1794-4c77-a187-64890d0d0827 tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (6640764d-fa94-4220-8a54-db54fcf1033f), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:46.361121 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-b1b769e9-2fff-4c3a-9104-8c3bf9bd3885 req-59e62872-1794-4c77-a187-64890d0d0827 tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] Calling delete_port for 6640764d-fa94-4220-8a54-db54fcf1033f owned by compute:nova {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:29:46.468005 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:46.487497 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-b1b769e9-2fff-4c3a-9104-8c3bf9bd3885 req-59e62872-1794-4c77-a187-64890d0d0827 tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (6640764d-fa94-4220-8a54-db54fcf1033f), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:46.500092 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] get_ports_and_sgs() called for port_ids ['6640764d-fa94-4220-8a54-db54fcf1033f'] {{(pid=106294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:29:46.516022 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e62872-1794-4c77-a187-64890d0d0827 tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] Pushing event deleted for resources: {'Port': ['ID=6640764d-fa94-4220-8a54-db54fcf1033f,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:46.543790 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=13 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:46.547897 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=13 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:46.565432 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b769e9-2fff-4c3a-9104-8c3bf9bd3885 req-59e62872-1794-4c77-a187-64890d0d0827 tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] No DVR routers for this DVR port 6640764d-fa94-4220-8a54-db54fcf1033f on host hv-cinder-85220 {{(pid=106293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:29:46.568061 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-b1b769e9-2fff-4c3a-9104-8c3bf9bd3885 req-59e62872-1794-4c77-a187-64890d0d0827 tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:46.571293 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b1b769e9-2fff-4c3a-9104-8c3bf9bd3885 req-59e62872-1794-4c77-a187-64890d0d0827 tempest-VolumesNegativeTest-574614759 tempest-VolumesNegativeTest-574614759-project] 10.222.0.75 "DELETE /networking/v2.0/ports/6640764d-fa94-4220-8a54-db54fcf1033f HTTP/1.1" status: 204 len: 173 time: 0.4079478 Aug 30 04:29:46.571741 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e1df951-90a0-43d9-8a98-291a6675c7d6', 'name': 'network-vif-deleted', 'tag': '6640764d-fa94-4220-8a54-db54fcf1033f'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:29:46.574038 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11a3118c5976ecaadc28dc64ec6366a88eb3d4be069be3e491e321578e9d1f78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c1a437-fc39-4fd5-bd3d-25de8343684b" -d '{"events": [{"server_uuid": "2e1df951-90a0-43d9-8a98-291a6675c7d6", "name": "network-vif-deleted", "tag": "6640764d-fa94-4220-8a54-db54fcf1033f"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:29:46.770037 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1c33b7-bce3-41e9-aacf-b391114346b2 x-openstack-request-id: req-de1c33b7-bce3-41e9-aacf-b391114346b2 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:29:46.770606 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e1df951-90a0-43d9-8a98-291a6675c7d6", "name": "network-vif-deleted", "tag": "6640764d-fa94-4220-8a54-db54fcf1033f", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:29:46.770859 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-de1c33b7-bce3-41e9-aacf-b391114346b2 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:29:46.771285 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de1c33b7-bce3-41e9-aacf-b391114346b2'] response: {'server_uuid': '2e1df951-90a0-43d9-8a98-291a6675c7d6', 'name': 'network-vif-deleted', 'tag': '6640764d-fa94-4220-8a54-db54fcf1033f', 'status': 'completed', 'code': 200} Aug 30 04:29:49.999928 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 6640764d-fa94-4220-8a54-db54fcf1033f no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:29:50.020471 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] No Port match for: 6640764d-fa94-4220-8a54-db54fcf1033f {{(pid=106294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:29:50.020837 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 6640764d-fa94-4220-8a54-db54fcf1033f not bound to the agent host hv-cinder-85220 {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:29:50.367569 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-c3ea6750-85d3-4cef-b61e-5465db9a4e2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (1bd89ca2-58f6-428d-83bf-6325bad549fd), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:50.713410 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.agents_db [None req-4bab6993-eaca-4b45-827a-a5590950f82e None None] Agent healthcheck: found 6 active agents {{(pid=106295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:29:51.251437 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 55936) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:51.385640 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-d4c3dc60-55d0-4a2a-9b89-9709ef3729de admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=8652672950004ca0bd9912537a583b72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1330171 Aug 30 04:29:51.388719 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 55940) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:51.440441 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-107c893b-703c-4b48-b74e-2e7ae3e5257e admin admin] Publish callbacks [] for security_group (91f64830-9654-40af-8d9d-c9f73f329101), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:51.442131 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:51.462487 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-107c893b-703c-4b48-b74e-2e7ae3e5257e admin admin] Publish callbacks [] for security_group (91f64830-9654-40af-8d9d-c9f73f329101), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:51.513448 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-107c893b-703c-4b48-b74e-2e7ae3e5257e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (91f64830-9654-40af-8d9d-c9f73f329101), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:51.515979 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-107c893b-703c-4b48-b74e-2e7ae3e5257e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:51.517232 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-107c893b-703c-4b48-b74e-2e7ae3e5257e admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/91f64830-9654-40af-8d9d-c9f73f329101 HTTP/1.1" status: 204 len: 168 time: 0.1276002 Aug 30 04:29:51.526646 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107c893b-703c-4b48-b74e-2e7ae3e5257e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f64830-9654-40af-8d9d-c9f73f329101,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:51.711793 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ca599d-a510-4610-b66f-0535a95d5358 req-d602c704-141f-4af4-9133-303ce4f50c43 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:51.713559 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-05ca599d-a510-4610-b66f-0535a95d5358 req-d602c704-141f-4af4-9133-303ce4f50c43 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a38295c3-20df-4922-b871-2b98a7c5791f HTTP/1.1" status: 200 len: 945 time: 0.0503016 Aug 30 04:29:51.755324 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:51.782307 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-05ca599d-a510-4610-b66f-0535a95d5358 req-982347b8-fcdc-4520-913e-5caa37b3e8c7 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=eeba6d54-95d8-44b5-8b13-0be4ed569eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484252 Aug 30 04:29:52.185016 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 55966) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:52.285272 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-dd8e5327-50a9-4b64-9ea2-db5c4eb87aa4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-574857066-network', 'tenant_id': '3b90a52b66304d6a8396c2989bcc612b'}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:29:52.306032 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8e5327-50a9-4b64-9ea2-db5c4eb87aa4 admin admin] Made reservation on behalf of 3b90a52b66304d6a8396c2989bcc612b for: {'network': 1} {{(pid=106292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:29:52.308341 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-dd8e5327-50a9-4b64-9ea2-db5c4eb87aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for network (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:52.317607 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-dd8e5327-50a9-4b64-9ea2-db5c4eb87aa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:52.399342 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-dd8e5327-50a9-4b64-9ea2-db5c4eb87aa4 admin admin] Publish callbacks [] for security_group (c1279601-ed05-405a-860b-bc2344a0626b), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:52.403245 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-dd8e5327-50a9-4b64-9ea2-db5c4eb87aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (c1279601-ed05-405a-860b-bc2344a0626b), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:52.429173 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd8e5327-50a9-4b64-9ea2-db5c4eb87aa4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=106292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 04:29:52.440090 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e5327-50a9-4b64-9ea2-db5c4eb87aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1279601-ed05-405a-860b-bc2344a0626b,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:52.445142 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-dd8e5327-50a9-4b64-9ea2-db5c4eb87aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784698'] for segment (731a4334-e6a3-4ed3-bf60-9425f11fc1e6), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:52.445490 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.db.segments_db [None req-dd8e5327-50a9-4b64-9ea2-db5c4eb87aa4 admin admin] Added segment 731a4334-e6a3-4ed3-bf60-9425f11fc1e6 of type vlan for network a3aa638b-3502-4aa0-b58d-c9b52149abcd Aug 30 04:29:52.486775 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-dd8e5327-50a9-4b64-9ea2-db5c4eb87aa4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749362409045'] for network (a3aa638b-3502-4aa0-b58d-c9b52149abcd), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:52.519040 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-dd8e5327-50a9-4b64-9ea2-db5c4eb87aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472'] for network (a3aa638b-3502-4aa0-b58d-c9b52149abcd), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:52.520749 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8e5327-50a9-4b64-9ea2-db5c4eb87aa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:52.521592 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-dd8e5327-50a9-4b64-9ea2-db5c4eb87aa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for network (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:52.556056 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:52.563787 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-7fabc622-d569-4e1c-8586-a773f2954c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:52.589723 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-dd8e5327-50a9-4b64-9ea2-db5c4eb87aa4 admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4035459 Aug 30 04:29:52.593451 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 55970) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:52.600125 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-7a8d2507-4f01-406d-bd14-c6f734421943 admin admin] Request body: {'subnet': {'network_id': 'a3aa638b-3502-4aa0-b58d-c9b52149abcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-574857066-subnet', 'tenant_id': '3b90a52b66304d6a8396c2989bcc612b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:29:52.622544 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e5327-50a9-4b64-9ea2-db5c4eb87aa4 admin admin] Pushing event updated for resources: {'Network': ['ID=a3aa638b-3502-4aa0-b58d-c9b52149abcd,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:52.632489 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Network a3aa638b-3502-4aa0-b58d-c9b52149abcd details requested by agent ovs-agent-dv-cinder-852208-11-iscsi with host dv-cinder-852208-11-iscsi {{(pid=106294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 04:29:52.636705 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8d2507-4f01-406d-bd14-c6f734421943 admin admin] Made reservation on behalf of 3b90a52b66304d6a8396c2989bcc612b for: {'subnet': 1} {{(pid=106292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:29:52.639756 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-7a8d2507-4f01-406d-bd14-c6f734421943 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834635'] for subnet (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:52.814068 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-7a8d2507-4f01-406d-bd14-c6f734421943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2642091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834653'] for subnet (4f3f0acb-44b7-47bf-8943-9edf720293f9), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:52.876330 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8d2507-4f01-406d-bd14-c6f734421943 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f3f0acb-44b7-47bf-8943-9edf720293f9,revision_number=0']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:52.881453 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:52.884564 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8d2507-4f01-406d-bd14-c6f734421943 admin admin] Checking segment: {'id': '731a4334-e6a3-4ed3-bf60-9425f11fc1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'a3aa638b-3502-4aa0-b58d-c9b52149abcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:29:52.884926 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8d2507-4f01-406d-bd14-c6f734421943 admin admin] Network hostable DHCP agents. Network: a3aa638b-3502-4aa0-b58d-c9b52149abcd, hostable agents: ['1bd89ca2-58f6-428d-83bf-6325bad549fd'], hosted agents: [] {{(pid=106292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 04:29:52.913170 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8d2507-4f01-406d-bd14-c6f734421943 admin admin] Network a3aa638b-3502-4aa0-b58d-c9b52149abcd is scheduled to be hosted by DHCP agent 1bd89ca2-58f6-428d-83bf-6325bad549fd with binding_index 1 {{(pid=106292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 04:29:52.925977 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.base_scheduler [None req-7a8d2507-4f01-406d-bd14-c6f734421943 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852208-11-iscsi, a3aa638b-3502-4aa0-b58d-c9b52149abcd) {{(pid=106292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:29:52.927240 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ece0e-9dd9-4b03-bf19-d50fdbb95a7c req-914aba18-9b87-4319-9e49-78f23f1d9949 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:52.928777 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c39ece0e-9dd9-4b03-bf19-d50fdbb95a7c req-914aba18-9b87-4319-9e49-78f23f1d9949 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a38295c3-20df-4922-b871-2b98a7c5791f HTTP/1.1" status: 200 len: 945 time: 0.0593479 Aug 30 04:29:52.932366 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8d2507-4f01-406d-bd14-c6f734421943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:52.933236 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-7a8d2507-4f01-406d-bd14-c6f734421943 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for subnet (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:52.943270 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9fdf68-2357-4651-82d6-d6aa220c4534 None None] Network a3aa638b-3502-4aa0-b58d-c9b52149abcd requested from dv-cinder-852208-11-iscsi {{(pid=106294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:29:52.956912 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-7a8d2507-4f01-406d-bd14-c6f734421943 admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3621988 Aug 30 04:29:52.987576 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c39ece0e-9dd9-4b03-bf19-d50fdbb95a7c req-6d0e0d58-94a6-49b4-820a-68e61f8b67d3 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=eeba6d54-95d8-44b5-8b13-0be4ed569eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473723 Aug 30 04:29:53.064828 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e44460-87c2-4d69-9ba8-4105c43c8a1e None None] Network a3aa638b-3502-4aa0-b58d-c9b52149abcd requested from dv-cinder-852208-11-iscsi {{(pid=106294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:29:53.220545 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa546387-605f-4ed2-969c-f83ce9dc5168 req-d2bdfc4f-b327-46a3-b3b8-f612bea382f5 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:53.222021 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-aa546387-605f-4ed2-969c-f83ce9dc5168 req-d2bdfc4f-b327-46a3-b3b8-f612bea382f5 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a38295c3-20df-4922-b871-2b98a7c5791f HTTP/1.1" status: 200 len: 945 time: 0.0499086 Aug 30 04:29:53.314574 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-aa546387-605f-4ed2-969c-f83ce9dc5168 req-c21c515d-39dc-443f-b644-52bd32ae26f0 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Deleting port 2f13d5a1-172c-4836-9776-4995855ff63b {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:29:53.315021 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-aa546387-605f-4ed2-969c-f83ce9dc5168 req-c21c515d-39dc-443f-b644-52bd32ae26f0 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (2f13d5a1-172c-4836-9776-4995855ff63b), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:53.420333 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-aa546387-605f-4ed2-969c-f83ce9dc5168 req-c21c515d-39dc-443f-b644-52bd32ae26f0 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] For port 2f13d5a1-172c-4836-9776-4995855ff63b, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=2f13d5a1-172c-4836-9776-4995855ff63b,segment=NetworkSegment(4cd3a065-b490-45b6-a955-52849beed2b2),segment_id=4cd3a065-b490-45b6-a955-52849beed2b2)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:29:53.420701 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-aa546387-605f-4ed2-969c-f83ce9dc5168 req-c21c515d-39dc-443f-b644-52bd32ae26f0 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (2f13d5a1-172c-4836-9776-4995855ff63b), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:53.600136 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-aa546387-605f-4ed2-969c-f83ce9dc5168 req-c21c515d-39dc-443f-b644-52bd32ae26f0 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:53.600542 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-aa546387-605f-4ed2-969c-f83ce9dc5168 req-c21c515d-39dc-443f-b644-52bd32ae26f0 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572642'] for floatingip (b8636d09-6d11-486e-afae-b11e62303dcf), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:53.600811 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.db.l3_db [req-aa546387-605f-4ed2-969c-f83ce9dc5168 req-c21c515d-39dc-443f-b644-52bd32ae26f0 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Floating IP b8636d09-6d11-486e-afae-b11e62303dcf disassociated. External IP: 172.27.4.100, port: 2f13d5a1-172c-4836-9776-4995855ff63b. Aug 30 04:29:53.601153 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-aa546387-605f-4ed2-969c-f83ce9dc5168 req-c21c515d-39dc-443f-b644-52bd32ae26f0 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Calling delete_port for 2f13d5a1-172c-4836-9776-4995855ff63b owned by compute:nova {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:29:53.738884 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-aa546387-605f-4ed2-969c-f83ce9dc5168 req-c21c515d-39dc-443f-b644-52bd32ae26f0 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (2f13d5a1-172c-4836-9776-4995855ff63b), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:53.772651 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21c515d-39dc-443f-b644-52bd32ae26f0 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Pushing event deleted for resources: {'Port': ['ID=2f13d5a1-172c-4836-9776-4995855ff63b,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:53.777698 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:53.786960 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c515d-39dc-443f-b644-52bd32ae26f0 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:53.787404 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c515d-39dc-443f-b644-52bd32ae26f0 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:53.787850 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c515d-39dc-443f-b644-52bd32ae26f0 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:53.788259 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c515d-39dc-443f-b644-52bd32ae26f0 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:53.788668 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c515d-39dc-443f-b644-52bd32ae26f0 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:53.789102 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c515d-39dc-443f-b644-52bd32ae26f0 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:53.789505 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c515d-39dc-443f-b644-52bd32ae26f0 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:53.789933 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c515d-39dc-443f-b644-52bd32ae26f0 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:53.790353 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c515d-39dc-443f-b644-52bd32ae26f0 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:53.790757 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c515d-39dc-443f-b644-52bd32ae26f0 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:53.791151 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c515d-39dc-443f-b644-52bd32ae26f0 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:53.792118 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c515d-39dc-443f-b644-52bd32ae26f0 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:53.792118 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c515d-39dc-443f-b644-52bd32ae26f0 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:53.792426 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c515d-39dc-443f-b644-52bd32ae26f0 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:53.792663 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c515d-39dc-443f-b644-52bd32ae26f0 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:53.804872 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8bdbbddc-d827-40e6-b8fb-29930693a668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (0ba81f50-231f-4a87-bfed-adcf093ea106), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:53.902529 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa546387-605f-4ed2-969c-f83ce9dc5168 req-c21c515d-39dc-443f-b644-52bd32ae26f0 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Router 9275d9d3-5270-4467-b41a-bf68e3483aa0 has already been hosted by L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 {{(pid=106293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:29:53.957173 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:54.007583 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa546387-605f-4ed2-969c-f83ce9dc5168 req-c21c515d-39dc-443f-b644-52bd32ae26f0 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:29:54.017669 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115bbcd6-899b-4c45-b093-139e07da0f5c None None] Sync routers for ids ['9275d9d3-5270-4467-b41a-bf68e3483aa0'] in dv-cinder-852208-11-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:29:54.028157 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115bbcd6-899b-4c45-b093-139e07da0f5c None None] Routers {'9275d9d3-5270-4467-b41a-bf68e3483aa0'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:29:54.028983 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-115bbcd6-899b-4c45-b093-139e07da0f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:29:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['9275d9d3-5270-4467-b41a-bf68e3483aa0'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:54.053077 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa546387-605f-4ed2-969c-f83ce9dc5168 req-c21c515d-39dc-443f-b644-52bd32ae26f0 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] No DVR routers for this DVR port 2f13d5a1-172c-4836-9776-4995855ff63b on host hv-cinder-85220 {{(pid=106293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:29:54.056583 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-aa546387-605f-4ed2-969c-f83ce9dc5168 req-c21c515d-39dc-443f-b644-52bd32ae26f0 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:54.060757 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-aa546387-605f-4ed2-969c-f83ce9dc5168 req-c21c515d-39dc-443f-b644-52bd32ae26f0 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.75 "DELETE /networking/v2.0/ports/2f13d5a1-172c-4836-9776-4995855ff63b HTTP/1.1" status: 204 len: 173 time: 0.8336344 Aug 30 04:29:54.061220 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a38295c3-20df-4922-b871-2b98a7c5791f', 'name': 'network-vif-deleted', 'tag': '2f13d5a1-172c-4836-9776-4995855ff63b'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:29:54.063519 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11a3118c5976ecaadc28dc64ec6366a88eb3d4be069be3e491e321578e9d1f78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebabd72-a39f-4810-8b41-dafb3096ebdf" -d '{"events": [{"server_uuid": "a38295c3-20df-4922-b871-2b98a7c5791f", "name": "network-vif-deleted", "tag": "2f13d5a1-172c-4836-9776-4995855ff63b"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:29:54.111320 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-d33fcac2-8321-4d29-84c1-a2829cd83d02 req-65604166-ee42-45c5-bd5e-e91d87dca679 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a38295c3-20df-4922-b871-2b98a7c5791f HTTP/1.1" status: 200 len: 210 time: 0.0394483 Aug 30 04:29:54.112966 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1df3cab-c618-47ac-86d7-b9d32fa94b21 x-openstack-request-id: req-d1df3cab-c618-47ac-86d7-b9d32fa94b21 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:29:54.113521 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a38295c3-20df-4922-b871-2b98a7c5791f", "name": "network-vif-deleted", "tag": "2f13d5a1-172c-4836-9776-4995855ff63b", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:29:54.113994 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d1df3cab-c618-47ac-86d7-b9d32fa94b21 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:29:54.114659 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1df3cab-c618-47ac-86d7-b9d32fa94b21'] response: {'server_uuid': 'a38295c3-20df-4922-b871-2b98a7c5791f', 'name': 'network-vif-deleted', 'tag': '2f13d5a1-172c-4836-9776-4995855ff63b', 'status': 'completed', 'code': 200} Aug 30 04:29:54.136779 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-115bbcd6-899b-4c45-b093-139e07da0f5c None None] Set router 9275d9d3-5270-4467-b41a-bf68e3483aa0 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:29:54.353274 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-115bbcd6-899b-4c45-b093-139e07da0f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'name': 'tempest-TestVolumeBootPattern-1205738537-router', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.190'}], 'enable_snat': True}, 'gw_port_id': '5d22462e-1d99-4359-9bae-d64eff070f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:07Z', 'updated_at': '2022-08-30T04:27:09Z', 'revision_number': 4, 'project_id': '59c345f38d6548cd820affce5406d62c', 'gw_port': {'id': '5d22462e-1d99-4359-9bae-d64eff070f1b', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:07Z', 'updated_at': '2022-08-30T04:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': 'af1d0526-0652-4835-822a-9c4488668c7d', 'name': '', 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'mac_address': 'fa:16:3e:25:0b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '03eac665-3c5b-4142-8ea7-a4ac29a47a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:09Z', 'updated_at': '2022-08-30T04:27:14Z', 'revision_number': 5, 'project_id': '59c345f38d6548cd820affce5406d62c', 'subnets': [{'id': '03eac665-3c5b-4142-8ea7-a4ac29a47a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:54.382531 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115bbcd6-899b-4c45-b093-139e07da0f5c None None] Checking router: 9275d9d3-5270-4467-b41a-bf68e3483aa0 for host: dv-cinder-852208-11-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:29:54.391678 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115bbcd6-899b-4c45-b093-139e07da0f5c None None] Routers {'9275d9d3-5270-4467-b41a-bf68e3483aa0'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:29:54.392299 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-115bbcd6-899b-4c45-b093-139e07da0f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:29:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['9275d9d3-5270-4467-b41a-bf68e3483aa0'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:54.495196 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-115bbcd6-899b-4c45-b093-139e07da0f5c None None] Set router 9275d9d3-5270-4467-b41a-bf68e3483aa0 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:29:54.784381 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-115bbcd6-899b-4c45-b093-139e07da0f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'name': 'tempest-TestVolumeBootPattern-1205738537-router', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.190'}], 'enable_snat': True}, 'gw_port_id': '5d22462e-1d99-4359-9bae-d64eff070f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:07Z', 'updated_at': '2022-08-30T04:27:09Z', 'revision_number': 4, 'project_id': '59c345f38d6548cd820affce5406d62c', 'gw_port': {'id': '5d22462e-1d99-4359-9bae-d64eff070f1b', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:07Z', 'updated_at': '2022-08-30T04:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': 'af1d0526-0652-4835-822a-9c4488668c7d', 'name': '', 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'mac_address': 'fa:16:3e:25:0b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '03eac665-3c5b-4142-8ea7-a4ac29a47a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:09Z', 'updated_at': '2022-08-30T04:27:14Z', 'revision_number': 5, 'project_id': '59c345f38d6548cd820affce5406d62c', 'subnets': [{'id': '03eac665-3c5b-4142-8ea7-a4ac29a47a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:54.800163 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649d989-18e5-4852-a6f9-3dd8cdffbb64 req-ec8995ca-1096-4908-800e-594dee56c845 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:54.801865 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1649d989-18e5-4852-a6f9-3dd8cdffbb64 req-ec8995ca-1096-4908-800e-594dee56c845 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] 10.222.0.46 "GET /networking/v2.0/networks?id=a3aa638b-3502-4aa0-b58d-c9b52149abcd HTTP/1.1" status: 200 len: 813 time: 0.1196675 Aug 30 04:29:54.811696 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115bbcd6-899b-4c45-b093-139e07da0f5c None None] The sync data for ids ['9275d9d3-5270-4467-b41a-bf68e3483aa0'] in dv-cinder-852208-11-iscsi is: [{'id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'name': 'tempest-TestVolumeBootPattern-1205738537-router', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.190'}], 'enable_snat': True}, 'gw_port_id': '5d22462e-1d99-4359-9bae-d64eff070f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:07Z', 'updated_at': '2022-08-30T04:27:09Z', 'revision_number': 4, 'project_id': '59c345f38d6548cd820affce5406d62c', 'gw_port': {'id': '5d22462e-1d99-4359-9bae-d64eff070f1b', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:07Z', 'updated_at': '2022-08-30T04:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': 'af1d0526-0652-4835-822a-9c4488668c7d', 'name': '', 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'mac_address': 'fa:16:3e:25:0b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '03eac665-3c5b-4142-8ea7-a4ac29a47a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:09Z', 'updated_at': '2022-08-30T04:27:14Z', 'revision_number': 5, 'project_id': '59c345f38d6548cd820affce5406d62c', 'subnets': [{'id': '03eac665-3c5b-4142-8ea7-a4ac29a47a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:29:54.834405 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1649d989-18e5-4852-a6f9-3dd8cdffbb64 req-81c12314-fb50-416d-8467-229c62e5f8fa tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] 10.222.0.46 "GET /networking/v2.0/quotas/3b90a52b66304d6a8396c2989bcc612b HTTP/1.1" status: 200 len: 375 time: 0.0223498 Aug 30 04:29:54.870421 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1649d989-18e5-4852-a6f9-3dd8cdffbb64 req-6700e913-edd3-4f4d-8061-6a822066e025 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=3b90a52b66304d6a8396c2989bcc612b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350730 Aug 30 04:29:54.932567 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [req-1649d989-18e5-4852-a6f9-3dd8cdffbb64 req-f9dae774-cbea-4c29-8b58-22ae95f9761a service neutron] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106293) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 04:29:54.933680 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1649d989-18e5-4852-a6f9-3dd8cdffbb64 req-f9dae774-cbea-4c29-8b58-22ae95f9761a service neutron] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0559955 Aug 30 04:29:55.040383 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1649d989-18e5-4852-a6f9-3dd8cdffbb64 req-febfa337-69e5-44ab-9af1-4b110b98f631 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/a3aa638b-3502-4aa0-b58d-c9b52149abcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005106 Aug 30 04:29:55.058772 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6f45e1-c0eb-46d3-ad4b-9dea52566ae4 None None] New status for floating IP b8636d09-6d11-486e-afae-b11e62303dcf: DOWN {{(pid=106294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:29:55.133081 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1649d989-18e5-4852-a6f9-3dd8cdffbb64 req-042ca884-8486-4e17-b5a4-275a85a3c84b service neutron] 10.222.0.46 "GET /networking/v2.0/networks/a3aa638b-3502-4aa0-b58d-c9b52149abcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870123 Aug 30 04:29:55.313687 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-17b49cf9-9fac-4849-a231-cfa00a5bfb54 req-8c91c7a2-3390-42d1-85b7-fc25247dcc47 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fc2756e2-16b6-4711-bfc0-e8e3f2d7fe18 HTTP/1.1" status: 200 len: 210 time: 0.0316014 Aug 30 04:29:55.416056 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-00aaa2b1-3b26-48dc-a6b3-5beab8469748 req-68eecf55-fa19-42f0-892b-4f9bc90256d8 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-759749048&fields=id&tenant_id=59c345f38d6548cd820affce5406d62c HTTP/1.1" status: 200 len: 267 time: 0.0487614 Aug 30 04:29:55.479344 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-390264ec-bab8-4bcb-922a-62bbd4f3a683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (b2cd167f-1ad0-4273-bd2a-29638b1fd1d2), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:55.536964 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aaa2b1-3b26-48dc-a6b3-5beab8469748 req-1274ce20-c4e6-461e-a92a-4388257ffd44 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:55.538464 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-00aaa2b1-3b26-48dc-a6b3-5beab8469748 req-1274ce20-c4e6-461e-a92a-4388257ffd44 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/networks?id=8adf9578-c481-4463-b5d1-5bddee25fe02 HTTP/1.1" status: 200 len: 812 time: 0.1154654 Aug 30 04:29:55.553668 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-00aaa2b1-3b26-48dc-a6b3-5beab8469748 req-3959c0e3-dffa-4a21-916f-7348e235997b tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/quotas/59c345f38d6548cd820affce5406d62c HTTP/1.1" status: 200 len: 375 time: 0.0097277 Aug 30 04:29:55.602017 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (d414c4c0-e104-4322-85c3-8bf64da32860), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:55.611171 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-00aaa2b1-3b26-48dc-a6b3-5beab8469748 req-b7efbdc6-801e-4f8e-acf8-360b11f2f1a2 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=59c345f38d6548cd820affce5406d62c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504389 Aug 30 04:29:55.717735 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-00aaa2b1-3b26-48dc-a6b3-5beab8469748 req-48ac7259-3560-492d-9653-8937ba470de6 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/8adf9578-c481-4463-b5d1-5bddee25fe02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951834 Aug 30 04:29:55.835001 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-00aaa2b1-3b26-48dc-a6b3-5beab8469748 req-66612a5d-1a10-4524-b5bf-721739420dd8 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/8adf9578-c481-4463-b5d1-5bddee25fe02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110897 Aug 30 04:29:56.035178 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 2f13d5a1-172c-4836-9776-4995855ff63b no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:29:56.061186 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] No Port match for: 2f13d5a1-172c-4836-9776-4995855ff63b {{(pid=106294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:29:56.061872 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 2f13d5a1-172c-4836-9776-4995855ff63b not bound to the agent host hv-cinder-85220 {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:29:56.123694 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:56.149917 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-c40e84a1-c384-4e79-ad06-49cf60cba282 req-245e05fc-6754-47f3-9fe7-bc5c94ce8809 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0f0012cc-390a-49c1-9a99-f304bd689b83 HTTP/1.1" status: 200 len: 210 time: 0.0352938 Aug 30 04:29:56.313432 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:56.415754 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649d989-18e5-4852-a6f9-3dd8cdffbb64 req-2d8bdc98-24b4-4fe1-bd92-89cd3172c6ed tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:56.417246 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1649d989-18e5-4852-a6f9-3dd8cdffbb64 req-2d8bdc98-24b4-4fe1-bd92-89cd3172c6ed tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] 10.222.0.75 "GET /networking/v2.0/networks?id=a3aa638b-3502-4aa0-b58d-c9b52149abcd HTTP/1.1" status: 200 len: 813 time: 0.1302061 Aug 30 04:29:56.434034 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-1649d989-18e5-4852-a6f9-3dd8cdffbb64 req-154a009e-e025-41a6-a0e8-0fc535b16466 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Request body: {'port': {'device_id': 'fc2756e2-16b6-4711-bfc0-e8e3f2d7fe18', 'network_id': 'a3aa638b-3502-4aa0-b58d-c9b52149abcd', 'admin_state_up': True, 'tenant_id': '3b90a52b66304d6a8396c2989bcc612b'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:29:56.499229 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ce52d962-c8bc-438c-979a-d6e80619a6b0 req-743dba6f-3798-44c9-9fe5-9ca0248aacd0 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fc2756e2-16b6-4711-bfc0-e8e3f2d7fe18 HTTP/1.1" status: 200 len: 210 time: 0.0806134 Aug 30 04:29:56.555438 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:56.571681 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1649d989-18e5-4852-a6f9-3dd8cdffbb64 req-154a009e-e025-41a6-a0e8-0fc535b16466 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Made reservation on behalf of 3b90a52b66304d6a8396c2989bcc612b for: {'port': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:29:56.575498 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-1649d989-18e5-4852-a6f9-3dd8cdffbb64 req-154a009e-e025-41a6-a0e8-0fc535b16466 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:56.708123 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [req-1649d989-18e5-4852-a6f9-3dd8cdffbb64 req-154a009e-e025-41a6-a0e8-0fc535b16466 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Allocated IP 172.20.0.2 (a3aa638b-3502-4aa0-b58d-c9b52149abcd/4f3f0acb-44b7-47bf-8943-9edf720293f9/028501cf-5e88-4501-a75c-d3a583611d1a) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:29:56.879034 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-1649d989-18e5-4852-a6f9-3dd8cdffbb64 req-154a009e-e025-41a6-a0e8-0fc535b16466 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Publish callbacks [] for port (028501cf-5e88-4501-a75c-d3a583611d1a), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:56.912413 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-1649d989-18e5-4852-a6f9-3dd8cdffbb64 req-154a009e-e025-41a6-a0e8-0fc535b16466 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (028501cf-5e88-4501-a75c-d3a583611d1a), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:56.960248 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1649d989-18e5-4852-a6f9-3dd8cdffbb64 req-154a009e-e025-41a6-a0e8-0fc535b16466 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Network a3aa638b-3502-4aa0-b58d-c9b52149abcd is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:29:56.963403 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [req-1649d989-18e5-4852-a6f9-3dd8cdffbb64 req-154a009e-e025-41a6-a0e8-0fc535b16466 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:29:56.968363 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-1649d989-18e5-4852-a6f9-3dd8cdffbb64 req-154a009e-e025-41a6-a0e8-0fc535b16466 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:29:56.991442 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a009e-e025-41a6-a0e8-0fc535b16466 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Pushing event updated for resources: {'Port': ['ID=028501cf-5e88-4501-a75c-d3a583611d1a,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:57.020685 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649d989-18e5-4852-a6f9-3dd8cdffbb64 req-154a009e-e025-41a6-a0e8-0fc535b16466 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:57.021283 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-1649d989-18e5-4852-a6f9-3dd8cdffbb64 req-154a009e-e025-41a6-a0e8-0fc535b16466 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:57.037987 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1649d989-18e5-4852-a6f9-3dd8cdffbb64 req-154a009e-e025-41a6-a0e8-0fc535b16466 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] 10.222.0.75 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6086874 Aug 30 04:29:57.097788 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-1649d989-18e5-4852-a6f9-3dd8cdffbb64 req-a2f99e4f-6a91-4c08-a49e-a018ff09a5fa service neutron] Request body: {'port': {'device_id': 'fc2756e2-16b6-4711-bfc0-e8e3f2d7fe18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:29:57.162514 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-1649d989-18e5-4852-a6f9-3dd8cdffbb64 req-a2f99e4f-6a91-4c08-a49e-a018ff09a5fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (028501cf-5e88-4501-a75c-d3a583611d1a), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:57.289215 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-e3224547-f3dc-43d9-979e-91fec444465c req-5b16fab8-f8c6-491c-a049-f249af7aae0e tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0f0012cc-390a-49c1-9a99-f304bd689b83 HTTP/1.1" status: 200 len: 210 time: 0.0313208 Aug 30 04:29:57.328635 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:57.376179 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:57.402187 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aaa2b1-3b26-48dc-a6b3-5beab8469748 req-56693882-cede-41ee-9908-7f8f7a8d03a2 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:57.404366 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-00aaa2b1-3b26-48dc-a6b3-5beab8469748 req-56693882-cede-41ee-9908-7f8f7a8d03a2 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.75 "GET /networking/v2.0/networks?id=8adf9578-c481-4463-b5d1-5bddee25fe02 HTTP/1.1" status: 200 len: 812 time: 0.2276812 Aug 30 04:29:57.523139 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-00aaa2b1-3b26-48dc-a6b3-5beab8469748 req-151c0a25-a172-4393-aa22-8c3be88a2373 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.75 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=59c345f38d6548cd820affce5406d62c HTTP/1.1" status: 200 len: 379 time: 0.0898974 Aug 30 04:29:57.537421 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-00aaa2b1-3b26-48dc-a6b3-5beab8469748 req-daaf2b2b-c363-4537-a6e5-05689d5373e7 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Request body: {'port': {'device_id': '0f0012cc-390a-49c1-9a99-f304bd689b83', 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02', 'admin_state_up': True, 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'security_groups': ['eeba6d54-95d8-44b5-8b13-0be4ed569eb7']}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:29:57.969850 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [req-1649d989-18e5-4852-a6f9-3dd8cdffbb64 req-a2f99e4f-6a91-4c08-a49e-a018ff09a5fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 028501cf-5e88-4501-a75c-d3a583611d1a {{(pid=106293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:29:57.979192 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b79bce5-8be8-4b24-bd9f-f61d2a4dd9b6 req-486670d6-f088-4e37-9c9f-0d38263219f3 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:57.980624 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3b79bce5-8be8-4b24-bd9f-f61d2a4dd9b6 req-486670d6-f088-4e37-9c9f-0d38263219f3 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fc2756e2-16b6-4711-bfc0-e8e3f2d7fe18 HTTP/1.1" status: 200 len: 931 time: 0.3872161 Aug 30 04:29:57.990614 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-1649d989-18e5-4852-a6f9-3dd8cdffbb64 req-a2f99e4f-6a91-4c08-a49e-a018ff09a5fa service neutron] Publish callbacks [] for port (028501cf-5e88-4501-a75c-d3a583611d1a), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:58.037203 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.provisioning_blocks [req-1649d989-18e5-4852-a6f9-3dd8cdffbb64 req-a2f99e4f-6a91-4c08-a49e-a018ff09a5fa service neutron] Transition to ACTIVE for port object 028501cf-5e88-4501-a75c-d3a583611d1a will not be triggered until provisioned by entity L2. {{(pid=106293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:29:58.056221 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-1649d989-18e5-4852-a6f9-3dd8cdffbb64 req-a2f99e4f-6a91-4c08-a49e-a018ff09a5fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-454314'] for port (028501cf-5e88-4501-a75c-d3a583611d1a), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:58.116213 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3b79bce5-8be8-4b24-bd9f-f61d2a4dd9b6 req-8321f3f9-d1f1-4457-9a4b-9d78bc35434e tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c1279601-ed05-405a-860b-bc2344a0626b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275644 Aug 30 04:29:58.125344 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00aaa2b1-3b26-48dc-a6b3-5beab8469748 req-daaf2b2b-c363-4537-a6e5-05689d5373e7 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Made reservation on behalf of 59c345f38d6548cd820affce5406d62c for: {'port': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:29:58.129184 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-00aaa2b1-3b26-48dc-a6b3-5beab8469748 req-daaf2b2b-c363-4537-a6e5-05689d5373e7 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:58.148121 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f99e4f-6a91-4c08-a49e-a018ff09a5fa service neutron] Pushing event updated for resources: {'Port': ['ID=028501cf-5e88-4501-a75c-d3a583611d1a,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:58.268046 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-1649d989-18e5-4852-a6f9-3dd8cdffbb64 req-a2f99e4f-6a91-4c08-a49e-a018ff09a5fa service neutron] Attempting to bind port 028501cf-5e88-4501-a75c-d3a583611d1a on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:29:58.268380 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-1649d989-18e5-4852-a6f9-3dd8cdffbb64 req-a2f99e4f-6a91-4c08-a49e-a018ff09a5fa service neutron] Attempting to bind port 028501cf-5e88-4501-a75c-d3a583611d1a by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': '731a4334-e6a3-4ed3-bf60-9425f11fc1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'a3aa638b-3502-4aa0-b58d-c9b52149abcd'}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:29:58.268711 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1649d989-18e5-4852-a6f9-3dd8cdffbb64 req-a2f99e4f-6a91-4c08-a49e-a018ff09a5fa service neutron] Attempting to bind port 028501cf-5e88-4501-a75c-d3a583611d1a on network a3aa638b-3502-4aa0-b58d-c9b52149abcd {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:29:58.280674 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1649d989-18e5-4852-a6f9-3dd8cdffbb64 req-a2f99e4f-6a91-4c08-a49e-a018ff09a5fa service neutron] Port 028501cf-5e88-4501-a75c-d3a583611d1a on network a3aa638b-3502-4aa0-b58d-c9b52149abcd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:29:58.280995 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1649d989-18e5-4852-a6f9-3dd8cdffbb64 req-a2f99e4f-6a91-4c08-a49e-a018ff09a5fa service neutron] Attempting to bind port 028501cf-5e88-4501-a75c-d3a583611d1a on network a3aa638b-3502-4aa0-b58d-c9b52149abcd {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:29:58.306576 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1649d989-18e5-4852-a6f9-3dd8cdffbb64 req-a2f99e4f-6a91-4c08-a49e-a018ff09a5fa service neutron] Checking agent: {'id': '5274a8db-cdbb-4c02-abb1-2eb9d7076dc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 17), 'started_at': datetime.datetime(2022, 8, 30, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:29:58.306921 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1649d989-18e5-4852-a6f9-3dd8cdffbb64 req-a2f99e4f-6a91-4c08-a49e-a018ff09a5fa service neutron] Checking segment: {'id': '731a4334-e6a3-4ed3-bf60-9425f11fc1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'a3aa638b-3502-4aa0-b58d-c9b52149abcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:29:58.307303 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1649d989-18e5-4852-a6f9-3dd8cdffbb64 req-a2f99e4f-6a91-4c08-a49e-a018ff09a5fa service neutron] Bound using segment: {'id': '731a4334-e6a3-4ed3-bf60-9425f11fc1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'a3aa638b-3502-4aa0-b58d-c9b52149abcd'} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:29:58.307736 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-1649d989-18e5-4852-a6f9-3dd8cdffbb64 req-a2f99e4f-6a91-4c08-a49e-a018ff09a5fa service neutron] Bound port: 028501cf-5e88-4501-a75c-d3a583611d1a, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '731a4334-e6a3-4ed3-bf60-9425f11fc1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'a3aa638b-3502-4aa0-b58d-c9b52149abcd'}}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:29:58.308104 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-1649d989-18e5-4852-a6f9-3dd8cdffbb64 req-a2f99e4f-6a91-4c08-a49e-a018ff09a5fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (028501cf-5e88-4501-a75c-d3a583611d1a), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:58.360205 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:58.364079 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [req-00aaa2b1-3b26-48dc-a6b3-5beab8469748 req-daaf2b2b-c363-4537-a6e5-05689d5373e7 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Allocated IP 172.20.0.3 (8adf9578-c481-4463-b5d1-5bddee25fe02/03eac665-3c5b-4142-8ea7-a4ac29a47a1c/97a3f3f8-bce0-468c-86b5-94677bb38667) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:29:58.394866 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-57df0971-a9a7-4ac9-b7a9-fc876bdf47c2 req-db0bc40f-ad7a-4250-8d9d-7891fd5441a7 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0f0012cc-390a-49c1-9a99-f304bd689b83 HTTP/1.1" status: 200 len: 210 time: 0.0293875 Aug 30 04:29:58.420309 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-1649d989-18e5-4852-a6f9-3dd8cdffbb64 req-a2f99e4f-6a91-4c08-a49e-a018ff09a5fa service neutron] For port 028501cf-5e88-4501-a75c-d3a583611d1a, host hv-cinder-85220, cleared binding levels {{(pid=106293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:29:58.439867 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:58.444485 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-1649d989-18e5-4852-a6f9-3dd8cdffbb64 req-a2f99e4f-6a91-4c08-a49e-a018ff09a5fa service neutron] For port 028501cf-5e88-4501-a75c-d3a583611d1a, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=028501cf-5e88-4501-a75c-d3a583611d1a,segment=NetworkSegment(731a4334-e6a3-4ed3-bf60-9425f11fc1e6),segment_id=731a4334-e6a3-4ed3-bf60-9425f11fc1e6)] {{(pid=106293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:29:58.460083 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-1649d989-18e5-4852-a6f9-3dd8cdffbb64 req-a2f99e4f-6a91-4c08-a49e-a018ff09a5fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-454314'] for port (028501cf-5e88-4501-a75c-d3a583611d1a), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:58.493274 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649d989-18e5-4852-a6f9-3dd8cdffbb64 req-a2f99e4f-6a91-4c08-a49e-a018ff09a5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:58.493883 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-1649d989-18e5-4852-a6f9-3dd8cdffbb64 req-a2f99e4f-6a91-4c08-a49e-a018ff09a5fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:58.495294 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1649d989-18e5-4852-a6f9-3dd8cdffbb64 req-a2f99e4f-6a91-4c08-a49e-a018ff09a5fa service neutron] 10.222.0.75 "PUT /networking/v2.0/ports/028501cf-5e88-4501-a75c-d3a583611d1a HTTP/1.1" status: 200 len: 1093 time: 1.4020000 Aug 30 04:29:58.499432 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc2756e2-16b6-4711-bfc0-e8e3f2d7fe18', 'tag': '028501cf-5e88-4501-a75c-d3a583611d1a'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:29:58.502504 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11a3118c5976ecaadc28dc64ec6366a88eb3d4be069be3e491e321578e9d1f78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87139784-8763-437a-88d8-fc7f0700184d" -d '{"events": [{"name": "network-changed", "server_uuid": "fc2756e2-16b6-4711-bfc0-e8e3f2d7fe18", "tag": "028501cf-5e88-4501-a75c-d3a583611d1a"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:29:58.579923 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2310ea-b0c2-4bdd-9cb9-d327f617010d x-openstack-request-id: req-3e2310ea-b0c2-4bdd-9cb9-d327f617010d {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:29:58.580228 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc2756e2-16b6-4711-bfc0-e8e3f2d7fe18", "tag": "028501cf-5e88-4501-a75c-d3a583611d1a", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:29:58.580480 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3e2310ea-b0c2-4bdd-9cb9-d327f617010d {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:29:58.580883 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e2310ea-b0c2-4bdd-9cb9-d327f617010d'] response: {'name': 'network-changed', 'server_uuid': 'fc2756e2-16b6-4711-bfc0-e8e3f2d7fe18', 'tag': '028501cf-5e88-4501-a75c-d3a583611d1a', 'status': 'completed', 'code': 200} Aug 30 04:29:58.620534 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f99e4f-6a91-4c08-a49e-a018ff09a5fa service neutron] Pushing event updated for resources: {'Port': ['ID=028501cf-5e88-4501-a75c-d3a583611d1a,revision_number=3']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:58.628759 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649d989-18e5-4852-a6f9-3dd8cdffbb64 req-4e88a763-a284-4c34-bc3b-ed0cc627c0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:58.630285 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1649d989-18e5-4852-a6f9-3dd8cdffbb64 req-4e88a763-a284-4c34-bc3b-ed0cc627c0c2 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=3b90a52b66304d6a8396c2989bcc612b&device_id=fc2756e2-16b6-4711-bfc0-e8e3f2d7fe18 HTTP/1.1" status: 200 len: 1127 time: 0.0934453 Aug 30 04:29:58.683541 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-00aaa2b1-3b26-48dc-a6b3-5beab8469748 req-daaf2b2b-c363-4537-a6e5-05689d5373e7 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks [] for port (97a3f3f8-bce0-468c-86b5-94677bb38667), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:58.688386 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1649d989-18e5-4852-a6f9-3dd8cdffbb64 req-720ba83d-e668-4151-9528-973cf2fd3ee8 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=028501cf-5e88-4501-a75c-d3a583611d1a HTTP/1.1" status: 200 len: 217 time: 0.0476437 Aug 30 04:29:58.755610 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649d989-18e5-4852-a6f9-3dd8cdffbb64 req-333b2de6-c6e1-4878-b020-bfff9ae8c0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:58.757043 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1649d989-18e5-4852-a6f9-3dd8cdffbb64 req-333b2de6-c6e1-4878-b020-bfff9ae8c0b3 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=4f3f0acb-44b7-47bf-8943-9edf720293f9 HTTP/1.1" status: 200 len: 853 time: 0.0625043 Aug 30 04:29:58.761667 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-00aaa2b1-3b26-48dc-a6b3-5beab8469748 req-daaf2b2b-c363-4537-a6e5-05689d5373e7 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (97a3f3f8-bce0-468c-86b5-94677bb38667), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:58.823643 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1649d989-18e5-4852-a6f9-3dd8cdffbb64 req-a6e44e86-1fe2-4a51-8472-a3e002d1f4c2 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=a3aa638b-3502-4aa0-b58d-c9b52149abcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596013 Aug 30 04:29:58.845403 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00aaa2b1-3b26-48dc-a6b3-5beab8469748 req-daaf2b2b-c363-4537-a6e5-05689d5373e7 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Network 8adf9578-c481-4463-b5d1-5bddee25fe02 is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:29:58.859734 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [req-00aaa2b1-3b26-48dc-a6b3-5beab8469748 req-daaf2b2b-c363-4537-a6e5-05689d5373e7 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:29:58.863299 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-00aaa2b1-3b26-48dc-a6b3-5beab8469748 req-daaf2b2b-c363-4537-a6e5-05689d5373e7 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:29:58.865945 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaf2b2b-c363-4537-a6e5-05689d5373e7 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Pushing event updated for resources: {'Port': ['ID=97a3f3f8-bce0-468c-86b5-94677bb38667,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:58.953341 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aaa2b1-3b26-48dc-a6b3-5beab8469748 req-daaf2b2b-c363-4537-a6e5-05689d5373e7 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:58.953882 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-00aaa2b1-3b26-48dc-a6b3-5beab8469748 req-daaf2b2b-c363-4537-a6e5-05689d5373e7 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:58.988510 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-00aaa2b1-3b26-48dc-a6b3-5beab8469748 req-daaf2b2b-c363-4537-a6e5-05689d5373e7 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.75 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4559455 Aug 30 04:29:58.990491 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1649d989-18e5-4852-a6f9-3dd8cdffbb64 req-856ce9c9-9da6-4ad6-b746-d5d9a8de07fa service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a3aa638b-3502-4aa0-b58d-c9b52149abcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580584 Aug 30 04:29:59.005574 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-00aaa2b1-3b26-48dc-a6b3-5beab8469748 req-bab2a32a-d0bb-49ff-a661-d2b177418d95 service neutron] Request body: {'port': {'device_id': '0f0012cc-390a-49c1-9a99-f304bd689b83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:29:59.124359 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-359a88c5-858a-4b54-84b7-d99510bac429 None None] Provisioning complete for port 97a3f3f8-bce0-468c-86b5-94677bb38667 triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:29:59.124968 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-359a88c5-858a-4b54-84b7-d99510bac429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (97a3f3f8-bce0-468c-86b5-94677bb38667), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:59.134468 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-00aaa2b1-3b26-48dc-a6b3-5beab8469748 req-bab2a32a-d0bb-49ff-a661-d2b177418d95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (97a3f3f8-bce0-468c-86b5-94677bb38667), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:59.148182 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1649d989-18e5-4852-a6f9-3dd8cdffbb64 req-a6270a0e-864a-490a-ba72-9dfb000ab246 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a3aa638b-3502-4aa0-b58d-c9b52149abcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465898 Aug 30 04:29:59.157578 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-359a88c5-858a-4b54-84b7-d99510bac429 None None] Port 97a3f3f8-bce0-468c-86b5-94677bb38667 cannot update to ACTIVE because it is not bound. {{(pid=106294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:29:59.157793 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:UPDATE=1,neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:59.243035 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575890ed-4a5a-4a01-90eb-70593dc92e0d req-c43311d0-c21d-46d9-aa57-c72230cd1491 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:59.244410 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-575890ed-4a5a-4a01-90eb-70593dc92e0d req-c43311d0-c21d-46d9-aa57-c72230cd1491 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fc2756e2-16b6-4711-bfc0-e8e3f2d7fe18 HTTP/1.1" status: 200 len: 943 time: 0.0478418 Aug 30 04:29:59.293269 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-575890ed-4a5a-4a01-90eb-70593dc92e0d req-feb75bc5-7872-4621-aea0-c5fd79f7e697 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c1279601-ed05-405a-860b-bc2344a0626b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427563 Aug 30 04:29:59.371214 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:59.405899 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [req-00aaa2b1-3b26-48dc-a6b3-5beab8469748 req-bab2a32a-d0bb-49ff-a661-d2b177418d95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97a3f3f8-bce0-468c-86b5-94677bb38667 {{(pid=106293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:29:59.414304 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-00aaa2b1-3b26-48dc-a6b3-5beab8469748 req-bab2a32a-d0bb-49ff-a661-d2b177418d95 service neutron] Publish callbacks [] for port (97a3f3f8-bce0-468c-86b5-94677bb38667), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:59.427284 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.provisioning_blocks [req-00aaa2b1-3b26-48dc-a6b3-5beab8469748 req-bab2a32a-d0bb-49ff-a661-d2b177418d95 service neutron] Transition to ACTIVE for port object 97a3f3f8-bce0-468c-86b5-94677bb38667 will not be triggered until provisioned by entity L2. {{(pid=106293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:29:59.431231 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-00aaa2b1-3b26-48dc-a6b3-5beab8469748 req-bab2a32a-d0bb-49ff-a661-d2b177418d95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-454314'] for port (97a3f3f8-bce0-468c-86b5-94677bb38667), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:59.546320 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab2a32a-d0bb-49ff-a661-d2b177418d95 service neutron] Pushing event updated for resources: {'Port': ['ID=97a3f3f8-bce0-468c-86b5-94677bb38667,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:59.570592 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed70ed7-97b5-4045-b1dc-530174a9ce40 req-017ea138-a843-4326-8c0d-fa0d07783996 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:59.572055 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-bed70ed7-97b5-4045-b1dc-530174a9ce40 req-017ea138-a843-4326-8c0d-fa0d07783996 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0f0012cc-390a-49c1-9a99-f304bd689b83 HTTP/1.1" status: 200 len: 943 time: 0.0988612 Aug 30 04:29:59.600684 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-00aaa2b1-3b26-48dc-a6b3-5beab8469748 req-bab2a32a-d0bb-49ff-a661-d2b177418d95 service neutron] Attempting to bind port 97a3f3f8-bce0-468c-86b5-94677bb38667 on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:29:59.601013 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-00aaa2b1-3b26-48dc-a6b3-5beab8469748 req-bab2a32a-d0bb-49ff-a661-d2b177418d95 service neutron] Attempting to bind port 97a3f3f8-bce0-468c-86b5-94677bb38667 by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': '4cd3a065-b490-45b6-a955-52849beed2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02'}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:29:59.601338 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00aaa2b1-3b26-48dc-a6b3-5beab8469748 req-bab2a32a-d0bb-49ff-a661-d2b177418d95 service neutron] Attempting to bind port 97a3f3f8-bce0-468c-86b5-94677bb38667 on network 8adf9578-c481-4463-b5d1-5bddee25fe02 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:29:59.616118 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00aaa2b1-3b26-48dc-a6b3-5beab8469748 req-bab2a32a-d0bb-49ff-a661-d2b177418d95 service neutron] Port 97a3f3f8-bce0-468c-86b5-94677bb38667 on network 8adf9578-c481-4463-b5d1-5bddee25fe02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:29:59.616439 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00aaa2b1-3b26-48dc-a6b3-5beab8469748 req-bab2a32a-d0bb-49ff-a661-d2b177418d95 service neutron] Attempting to bind port 97a3f3f8-bce0-468c-86b5-94677bb38667 on network 8adf9578-c481-4463-b5d1-5bddee25fe02 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:29:59.628297 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00aaa2b1-3b26-48dc-a6b3-5beab8469748 req-bab2a32a-d0bb-49ff-a661-d2b177418d95 service neutron] Checking agent: {'id': '5274a8db-cdbb-4c02-abb1-2eb9d7076dc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 17), 'started_at': datetime.datetime(2022, 8, 30, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:29:59.628633 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00aaa2b1-3b26-48dc-a6b3-5beab8469748 req-bab2a32a-d0bb-49ff-a661-d2b177418d95 service neutron] Checking segment: {'id': '4cd3a065-b490-45b6-a955-52849beed2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:29:59.629008 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00aaa2b1-3b26-48dc-a6b3-5beab8469748 req-bab2a32a-d0bb-49ff-a661-d2b177418d95 service neutron] Bound using segment: {'id': '4cd3a065-b490-45b6-a955-52849beed2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02'} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:29:59.629430 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-00aaa2b1-3b26-48dc-a6b3-5beab8469748 req-bab2a32a-d0bb-49ff-a661-d2b177418d95 service neutron] Bound port: 97a3f3f8-bce0-468c-86b5-94677bb38667, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cd3a065-b490-45b6-a955-52849beed2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02'}}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:29:59.629778 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-00aaa2b1-3b26-48dc-a6b3-5beab8469748 req-bab2a32a-d0bb-49ff-a661-d2b177418d95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (97a3f3f8-bce0-468c-86b5-94677bb38667), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:59.655264 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-bed70ed7-97b5-4045-b1dc-530174a9ce40 req-051e0fce-cb7c-4c6b-9d0c-cffd6e025ddc tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=eeba6d54-95d8-44b5-8b13-0be4ed569eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754604 Aug 30 04:29:59.705166 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-00aaa2b1-3b26-48dc-a6b3-5beab8469748 req-bab2a32a-d0bb-49ff-a661-d2b177418d95 service neutron] For port 97a3f3f8-bce0-468c-86b5-94677bb38667, host hv-cinder-85220, cleared binding levels {{(pid=106293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:29:59.708139 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-00aaa2b1-3b26-48dc-a6b3-5beab8469748 req-bab2a32a-d0bb-49ff-a661-d2b177418d95 service neutron] For port 97a3f3f8-bce0-468c-86b5-94677bb38667, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=97a3f3f8-bce0-468c-86b5-94677bb38667,segment=NetworkSegment(4cd3a065-b490-45b6-a955-52849beed2b2),segment_id=4cd3a065-b490-45b6-a955-52849beed2b2)] {{(pid=106293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:29:59.714060 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-00aaa2b1-3b26-48dc-a6b3-5beab8469748 req-bab2a32a-d0bb-49ff-a661-d2b177418d95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-454314'] for port (97a3f3f8-bce0-468c-86b5-94677bb38667), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:59.720376 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aaa2b1-3b26-48dc-a6b3-5beab8469748 req-bab2a32a-d0bb-49ff-a661-d2b177418d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:59.720978 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-00aaa2b1-3b26-48dc-a6b3-5beab8469748 req-bab2a32a-d0bb-49ff-a661-d2b177418d95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:59.722402 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-00aaa2b1-3b26-48dc-a6b3-5beab8469748 req-bab2a32a-d0bb-49ff-a661-d2b177418d95 service neutron] 10.222.0.75 "PUT /networking/v2.0/ports/97a3f3f8-bce0-468c-86b5-94677bb38667 HTTP/1.1" status: 200 len: 1093 time: 0.7220964 Aug 30 04:29:59.763928 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab2a32a-d0bb-49ff-a661-d2b177418d95 service neutron] Pushing event updated for resources: {'Port': ['ID=97a3f3f8-bce0-468c-86b5-94677bb38667,revision_number=3']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:59.905229 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87139784-8763-437a-88d8-fc7f0700184d req-60c8a31c-b2e5-4fa7-912a-eb0ff79aea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:59.906757 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-87139784-8763-437a-88d8-fc7f0700184d req-60c8a31c-b2e5-4fa7-912a-eb0ff79aea48 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=3b90a52b66304d6a8396c2989bcc612b&device_id=fc2756e2-16b6-4711-bfc0-e8e3f2d7fe18 HTTP/1.1" status: 200 len: 1127 time: 0.0713837 Aug 30 04:29:59.922888 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aaa2b1-3b26-48dc-a6b3-5beab8469748 req-4a8d8e84-66d1-4a68-8238-e9596cfb8c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:59.924255 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-00aaa2b1-3b26-48dc-a6b3-5beab8469748 req-4a8d8e84-66d1-4a68-8238-e9596cfb8c8c service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=59c345f38d6548cd820affce5406d62c&device_id=0f0012cc-390a-49c1-9a99-f304bd689b83 HTTP/1.1" status: 200 len: 1127 time: 0.0603821 Aug 30 04:29:59.994005 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-00aaa2b1-3b26-48dc-a6b3-5beab8469748 req-56b4b8bb-b798-4dc9-aca5-e21246e9fa12 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97a3f3f8-bce0-468c-86b5-94677bb38667 HTTP/1.1" status: 200 len: 217 time: 0.0603862 Aug 30 04:30:00.067450 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aaa2b1-3b26-48dc-a6b3-5beab8469748 req-2c6639ae-d194-4118-a8b7-3de0ed2cd73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:00.068935 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-00aaa2b1-3b26-48dc-a6b3-5beab8469748 req-2c6639ae-d194-4118-a8b7-3de0ed2cd73f service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=03eac665-3c5b-4142-8ea7-a4ac29a47a1c HTTP/1.1" status: 200 len: 851 time: 0.0690303 Aug 30 04:30:00.071394 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87139784-8763-437a-88d8-fc7f0700184d req-47a858a6-9dd7-49fd-bd5f-0a8e27983e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:00.072705 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-87139784-8763-437a-88d8-fc7f0700184d req-47a858a6-9dd7-49fd-bd5f-0a8e27983e21 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=a3aa638b-3502-4aa0-b58d-c9b52149abcd HTTP/1.1" status: 200 len: 914 time: 0.1591902 Aug 30 04:30:00.139263 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-87139784-8763-437a-88d8-fc7f0700184d req-05aef788-5aeb-4dee-af56-e1ed8360655c service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=028501cf-5e88-4501-a75c-d3a583611d1a HTTP/1.1" status: 200 len: 217 time: 0.0576220 Aug 30 04:30:00.145951 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:00.177846 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aaa2b1-3b26-48dc-a6b3-5beab8469748 req-ee564e94-5b3a-45d3-8a97-1282d755e7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:00.179331 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-00aaa2b1-3b26-48dc-a6b3-5beab8469748 req-ee564e94-5b3a-45d3-8a97-1282d755e7db service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=8adf9578-c481-4463-b5d1-5bddee25fe02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0989373 Aug 30 04:30:00.241134 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87139784-8763-437a-88d8-fc7f0700184d req-123a0d8b-b431-4f44-8225-613c2fdaa3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:00.242619 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-87139784-8763-437a-88d8-fc7f0700184d req-123a0d8b-b431-4f44-8225-613c2fdaa3ea service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=4f3f0acb-44b7-47bf-8943-9edf720293f9 HTTP/1.1" status: 200 len: 853 time: 0.0955095 Aug 30 04:30:00.284592 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-87139784-8763-437a-88d8-fc7f0700184d req-1cd5e347-2109-4094-b111-d6bd243b309b service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=a3aa638b-3502-4aa0-b58d-c9b52149abcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360820 Aug 30 04:30:00.353888 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-00aaa2b1-3b26-48dc-a6b3-5beab8469748 req-357a7dc0-9264-4972-837b-d3e94f427be1 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/8adf9578-c481-4463-b5d1-5bddee25fe02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676090 Aug 30 04:30:00.417901 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2849ef3-a064-4859-80f3-0d51a84a221c req-f8120f0b-ecff-48b2-8237-e7964b874c43 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:00.419690 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-d2849ef3-a064-4859-80f3-0d51a84a221c req-f8120f0b-ecff-48b2-8237-e7964b874c43 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fc2756e2-16b6-4711-bfc0-e8e3f2d7fe18 HTTP/1.1" status: 200 len: 943 time: 0.0508215 Aug 30 04:30:00.427389 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:00.458406 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-87139784-8763-437a-88d8-fc7f0700184d req-fd709866-7db0-4175-8f22-8d0d96dc432f service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a3aa638b-3502-4aa0-b58d-c9b52149abcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643431 Aug 30 04:30:00.468870 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-d2849ef3-a064-4859-80f3-0d51a84a221c req-c573e538-139c-4e2d-999e-01a846da29c7 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c1279601-ed05-405a-860b-bc2344a0626b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433638 Aug 30 04:30:00.531047 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-00aaa2b1-3b26-48dc-a6b3-5beab8469748 req-066975b2-ac26-4401-a894-bb24bfcf277f service neutron] 10.222.0.75 "GET /networking/v2.0/networks/8adf9578-c481-4463-b5d1-5bddee25fe02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708150 Aug 30 04:30:00.578775 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-87139784-8763-437a-88d8-fc7f0700184d req-6679f664-c67e-4dfa-9714-6dcbcf438978 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a3aa638b-3502-4aa0-b58d-c9b52149abcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134682 Aug 30 04:30:00.582340 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f0012cc-390a-49c1-9a99-f304bd689b83', 'tag': '97a3f3f8-bce0-468c-86b5-94677bb38667'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:30:00.584571 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11a3118c5976ecaadc28dc64ec6366a88eb3d4be069be3e491e321578e9d1f78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436157be-a547-4edf-94ec-80e37f1a0d46" -d '{"events": [{"name": "network-changed", "server_uuid": "0f0012cc-390a-49c1-9a99-f304bd689b83", "tag": "97a3f3f8-bce0-468c-86b5-94677bb38667"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:30:00.620721 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6841ec00-7717-4313-814e-9be7323411b6 x-openstack-request-id: req-6841ec00-7717-4313-814e-9be7323411b6 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:30:00.621006 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f0012cc-390a-49c1-9a99-f304bd689b83", "tag": "97a3f3f8-bce0-468c-86b5-94677bb38667", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:30:00.621281 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6841ec00-7717-4313-814e-9be7323411b6 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:30:00.621675 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6841ec00-7717-4313-814e-9be7323411b6'] response: {'name': 'network-changed', 'server_uuid': '0f0012cc-390a-49c1-9a99-f304bd689b83', 'tag': '97a3f3f8-bce0-468c-86b5-94677bb38667', 'status': 'completed', 'code': 200} Aug 30 04:30:00.788891 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bbf4bd-ad8e-456e-8b3e-31474bf69fe0 req-b11b8953-41f9-4859-8658-cb2ec57bde33 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:00.790477 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-30bbf4bd-ad8e-456e-8b3e-31474bf69fe0 req-b11b8953-41f9-4859-8658-cb2ec57bde33 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0f0012cc-390a-49c1-9a99-f304bd689b83 HTTP/1.1" status: 200 len: 943 time: 0.0570335 Aug 30 04:30:00.801039 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436157be-a547-4edf-94ec-80e37f1a0d46 req-ab16bb94-1030-43fa-9ff5-6ab765712e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:00.803786 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-436157be-a547-4edf-94ec-80e37f1a0d46 req-ab16bb94-1030-43fa-9ff5-6ab765712e20 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=59c345f38d6548cd820affce5406d62c&device_id=0f0012cc-390a-49c1-9a99-f304bd689b83 HTTP/1.1" status: 200 len: 1127 time: 0.0508771 Aug 30 04:30:00.846413 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-30bbf4bd-ad8e-456e-8b3e-31474bf69fe0 req-a08030f8-c6dd-48f4-8e70-3f5285050886 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=eeba6d54-95d8-44b5-8b13-0be4ed569eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493023 Aug 30 04:30:00.899846 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436157be-a547-4edf-94ec-80e37f1a0d46 req-3b3da639-799f-482d-9b24-1fb135d6293d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:00.901318 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-436157be-a547-4edf-94ec-80e37f1a0d46 req-3b3da639-799f-482d-9b24-1fb135d6293d service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=8adf9578-c481-4463-b5d1-5bddee25fe02 HTTP/1.1" status: 200 len: 913 time: 0.0901954 Aug 30 04:30:00.946175 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-436157be-a547-4edf-94ec-80e37f1a0d46 req-539e55d8-17d9-48c2-a8da-cdb9d3749523 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97a3f3f8-bce0-468c-86b5-94677bb38667 HTTP/1.1" status: 200 len: 217 time: 0.0385864 Aug 30 04:30:00.998335 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436157be-a547-4edf-94ec-80e37f1a0d46 req-df427593-0b87-4dd8-bce6-1ec2b0b8434a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:00.999981 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-436157be-a547-4edf-94ec-80e37f1a0d46 req-df427593-0b87-4dd8-bce6-1ec2b0b8434a service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=03eac665-3c5b-4142-8ea7-a4ac29a47a1c HTTP/1.1" status: 200 len: 851 time: 0.0466778 Aug 30 04:30:01.046080 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436157be-a547-4edf-94ec-80e37f1a0d46 req-ac470882-d96b-4dbe-87e1-bd4ad025564e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:01.047639 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-436157be-a547-4edf-94ec-80e37f1a0d46 req-ac470882-d96b-4dbe-87e1-bd4ad025564e service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=8adf9578-c481-4463-b5d1-5bddee25fe02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420163 Aug 30 04:30:01.147454 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-436157be-a547-4edf-94ec-80e37f1a0d46 req-fe9badf6-df21-41d3-afcf-1ee3926030ef service neutron] 10.222.0.75 "GET /networking/v2.0/networks/8adf9578-c481-4463-b5d1-5bddee25fe02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938878 Aug 30 04:30:01.175236 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (5274a8db-cdbb-4c02-abb1-2eb9d7076dc1), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:01.245555 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-436157be-a547-4edf-94ec-80e37f1a0d46 req-420dc6f0-1216-4b51-8fcb-d349cb7c23e6 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/8adf9578-c481-4463-b5d1-5bddee25fe02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920680 Aug 30 04:30:01.551930 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:01.592730 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44fec8-8ab9-4207-9e67-378ea812f118 req-89d7edb0-19b0-4e2a-8ccc-193b692a12b8 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:01.594176 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ba44fec8-8ab9-4207-9e67-378ea812f118 req-89d7edb0-19b0-4e2a-8ccc-193b692a12b8 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fc2756e2-16b6-4711-bfc0-e8e3f2d7fe18 HTTP/1.1" status: 200 len: 943 time: 0.0513029 Aug 30 04:30:01.640488 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ba44fec8-8ab9-4207-9e67-378ea812f118 req-97f728a4-dd0b-468f-a4cd-ac3b4e428597 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c1279601-ed05-405a-860b-bc2344a0626b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403779 Aug 30 04:30:01.970645 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbddb124-c06f-4e82-856d-4b81e6f3e8e1 req-7e6f6e33-dc3d-4399-abe2-9863a211f8a8 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:01.972122 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-bbddb124-c06f-4e82-856d-4b81e6f3e8e1 req-7e6f6e33-dc3d-4399-abe2-9863a211f8a8 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0f0012cc-390a-49c1-9a99-f304bd689b83 HTTP/1.1" status: 200 len: 943 time: 0.0500996 Aug 30 04:30:02.021003 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-bbddb124-c06f-4e82-856d-4b81e6f3e8e1 req-42b2e8c2-889e-4dd6-8d97-be7131412dba tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=eeba6d54-95d8-44b5-8b13-0be4ed569eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433912 Aug 30 04:30:02.081421 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 028501cf-5e88-4501-a75c-d3a583611d1a details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106294) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:30:02.303651 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port 028501cf-5e88-4501-a75c-d3a583611d1a, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=028501cf-5e88-4501-a75c-d3a583611d1a,segment=NetworkSegment(731a4334-e6a3-4ed3-bf60-9425f11fc1e6),segment_id=731a4334-e6a3-4ed3-bf60-9425f11fc1e6)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:30:02.315472 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Returning: {'device': '028501cf-5e88-4501-a75c-d3a583611d1a', 'network_id': 'a3aa638b-3502-4aa0-b58d-c9b52149abcd', 'port_id': '028501cf-5e88-4501-a75c-d3a583611d1a', 'mac_address': 'fa:16:3e:df:12:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f3f0acb-44b7-47bf-8943-9edf720293f9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106294) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:30:02.349000 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Current status of the port 028501cf-5e88-4501-a75c-d3a583611d1a is: DOWN; New status is: BUILD {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:30:02.349306 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (028501cf-5e88-4501-a75c-d3a583611d1a), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:02.363397 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 028501cf-5e88-4501-a75c-d3a583611d1a {{(pid=106294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:30:02.383454 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port 028501cf-5e88-4501-a75c-d3a583611d1a, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=028501cf-5e88-4501-a75c-d3a583611d1a,segment=NetworkSegment(731a4334-e6a3-4ed3-bf60-9425f11fc1e6),segment_id=731a4334-e6a3-4ed3-bf60-9425f11fc1e6)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:30:02.387845 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (028501cf-5e88-4501-a75c-d3a583611d1a), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:02.436858 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Pushing event updated for resources: {'Port': ['ID=028501cf-5e88-4501-a75c-d3a583611d1a,revision_number=4']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:02.443967 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:02.444317 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:02.444661 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:02.445002 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:02.445338 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:02.445667 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:02.445994 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:02.446345 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:02.446685 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:02.446999 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:02.447325 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:02.447651 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:02.447971 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:02.448291 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:02.448611 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:02.578972 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] get_ports_and_sgs() called for port_ids ['028501cf-5e88-4501-a75c-d3a583611d1a'] {{(pid=106294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:30:02.609535 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:02.686581 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:02.762573 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafb4e17-054f-4301-a6b3-90319bf68ed7 req-c32e9ffd-b725-4cc2-8ea5-98fa253a1148 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:02.764073 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-dafb4e17-054f-4301-a6b3-90319bf68ed7 req-c32e9ffd-b725-4cc2-8ea5-98fa253a1148 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fc2756e2-16b6-4711-bfc0-e8e3f2d7fe18 HTTP/1.1" status: 200 len: 944 time: 0.0487957 Aug 30 04:30:02.811479 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-dafb4e17-054f-4301-a6b3-90319bf68ed7 req-f482b634-5865-4130-9ec5-f30106cac49a tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c1279601-ed05-405a-860b-bc2344a0626b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418899 Aug 30 04:30:03.144169 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7facdb65-eba0-4c12-8696-6f4f661c2891 req-fa6f55c5-eba4-4648-9c82-04d88e87b1e7 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:03.145903 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-7facdb65-eba0-4c12-8696-6f4f661c2891 req-fa6f55c5-eba4-4648-9c82-04d88e87b1e7 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0f0012cc-390a-49c1-9a99-f304bd689b83 HTTP/1.1" status: 200 len: 943 time: 0.0480468 Aug 30 04:30:03.197678 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-7facdb65-eba0-4c12-8696-6f4f661c2891 req-71880022-c566-493a-92ce-a4f698bee4ac tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=eeba6d54-95d8-44b5-8b13-0be4ed569eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458658 Aug 30 04:30:03.943061 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe57d2-3bed-4852-a99e-862ef7c7fc99 req-e5c2fcda-b303-4047-81d3-248a1f77a415 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:03.944498 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d9fe57d2-3bed-4852-a99e-862ef7c7fc99 req-e5c2fcda-b303-4047-81d3-248a1f77a415 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fc2756e2-16b6-4711-bfc0-e8e3f2d7fe18 HTTP/1.1" status: 200 len: 944 time: 0.0495682 Aug 30 04:30:03.989823 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d9fe57d2-3bed-4852-a99e-862ef7c7fc99 req-5360fb99-7fae-4206-b69e-bca7db59a32d tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c1279601-ed05-405a-860b-bc2344a0626b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398068 Aug 30 04:30:04.076973 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 028501cf-5e88-4501-a75c-d3a583611d1a up at agent hyperv_hv-cinder-85220 {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:30:04.121042 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Provisioning for port 028501cf-5e88-4501-a75c-d3a583611d1a completed by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:30:04.127609 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Provisioning complete for port 028501cf-5e88-4501-a75c-d3a583611d1a triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:30:04.128045 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (028501cf-5e88-4501-a75c-d3a583611d1a), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:04.203485 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Current status of the port 028501cf-5e88-4501-a75c-d3a583611d1a is: BUILD; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:30:04.203882 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (028501cf-5e88-4501-a75c-d3a583611d1a), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:04.228689 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc2756e2-16b6-4711-bfc0-e8e3f2d7fe18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '028501cf-5e88-4501-a75c-d3a583611d1a'}] {{(pid=106294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:30:04.231440 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc91461c002048a1511ec2515697d9f100988a5a9e001fc967bf4275e8e26e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6c54cb-e6e1-4d2b-a63f-a95ef83bb20d" -d '{"events": [{"server_uuid": "fc2756e2-16b6-4711-bfc0-e8e3f2d7fe18", "name": "network-vif-plugged", "status": "completed", "tag": "028501cf-5e88-4501-a75c-d3a583611d1a"}]}' {{(pid=106294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:30:04.251321 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port 028501cf-5e88-4501-a75c-d3a583611d1a, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=028501cf-5e88-4501-a75c-d3a583611d1a,segment=NetworkSegment(731a4334-e6a3-4ed3-bf60-9425f11fc1e6),segment_id=731a4334-e6a3-4ed3-bf60-9425f11fc1e6)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:30:04.256252 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (028501cf-5e88-4501-a75c-d3a583611d1a), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:04.317972 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Pushing event updated for resources: {'Port': ['ID=028501cf-5e88-4501-a75c-d3a583611d1a,revision_number=5']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:04.323883 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b02326-8d18-4681-8d42-7395bb06c4de req-48ee7bb3-3b0d-4d3b-8ea0-f5be7e5b4ff3 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:04.325611 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-48b02326-8d18-4681-8d42-7395bb06c4de req-48ee7bb3-3b0d-4d3b-8ea0-f5be7e5b4ff3 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0f0012cc-390a-49c1-9a99-f304bd689b83 HTTP/1.1" status: 200 len: 943 time: 0.0519462 Aug 30 04:30:04.381523 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-48b02326-8d18-4681-8d42-7395bb06c4de req-ee62c1de-b70b-4176-acba-bd2361e77eac tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=eeba6d54-95d8-44b5-8b13-0be4ed569eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489910 Aug 30 04:30:04.428135 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1749549-8329-49ea-b853-78caeeebaec0 x-openstack-request-id: req-d1749549-8329-49ea-b853-78caeeebaec0 {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:30:04.428484 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc2756e2-16b6-4711-bfc0-e8e3f2d7fe18", "name": "network-vif-plugged", "status": "completed", "tag": "028501cf-5e88-4501-a75c-d3a583611d1a", "code": 200}]} {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:30:04.428745 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d1749549-8329-49ea-b853-78caeeebaec0 {{(pid=106294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:30:04.429152 dv-cinder-852208-11-iscsi neutron-server[106294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1749549-8329-49ea-b853-78caeeebaec0'] response: {'server_uuid': 'fc2756e2-16b6-4711-bfc0-e8e3f2d7fe18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '028501cf-5e88-4501-a75c-d3a583611d1a', 'code': 200} Aug 30 04:30:04.589495 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c1f70-7bb6-4756-94f9-46f275aed6f7 req-cacf8358-e4e1-456a-82a9-2d924321cf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:04.591758 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9f2c1f70-7bb6-4756-94f9-46f275aed6f7 req-cacf8358-e4e1-456a-82a9-2d924321cf8e service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fc2756e2-16b6-4711-bfc0-e8e3f2d7fe18 HTTP/1.1" status: 200 len: 1129 time: 0.0381629 Aug 30 04:30:04.635394 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9f2c1f70-7bb6-4756-94f9-46f275aed6f7 req-60d2852c-5cca-41ab-ab09-57f40916d86c service neutron] 10.222.0.75 "GET /networking/v2.0/security-groups?id=c1279601-ed05-405a-860b-bc2344a0626b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373783 Aug 30 04:30:05.107029 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d3af5-cea1-47ce-910a-3a8c5483159a req-0ee795b6-4cb6-4d7f-b75e-84370d90265a tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:05.108505 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-8e8d3af5-cea1-47ce-910a-3a8c5483159a req-0ee795b6-4cb6-4d7f-b75e-84370d90265a tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fc2756e2-16b6-4711-bfc0-e8e3f2d7fe18 HTTP/1.1" status: 200 len: 945 time: 0.0472429 Aug 30 04:30:05.156539 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-8e8d3af5-cea1-47ce-910a-3a8c5483159a req-f9ca196e-b8ed-404d-960b-15b0b49e10a7 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c1279601-ed05-405a-860b-bc2344a0626b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425854 Aug 30 04:30:05.509025 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c54712-9e8e-4e99-8f5c-07ced23f6e49 req-16cb833b-d8d2-4092-9811-f51df3442f64 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:05.510519 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c8c54712-9e8e-4e99-8f5c-07ced23f6e49 req-16cb833b-d8d2-4092-9811-f51df3442f64 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0f0012cc-390a-49c1-9a99-f304bd689b83 HTTP/1.1" status: 200 len: 943 time: 0.0490923 Aug 30 04:30:05.568661 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c8c54712-9e8e-4e99-8f5c-07ced23f6e49 req-5301a995-441a-4a9b-893a-cdea678a6c2f tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=eeba6d54-95d8-44b5-8b13-0be4ed569eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525355 Aug 30 04:30:06.278045 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1471593-ef8e-463f-8a39-1fa0310708d3 req-d6e42f20-0c48-44c4-b970-31cf453b5a0a tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:06.280122 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-f1471593-ef8e-463f-8a39-1fa0310708d3 req-d6e42f20-0c48-44c4-b970-31cf453b5a0a tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fc2756e2-16b6-4711-bfc0-e8e3f2d7fe18 HTTP/1.1" status: 200 len: 945 time: 0.0485253 Aug 30 04:30:06.330491 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-f1471593-ef8e-463f-8a39-1fa0310708d3 req-c7ef4354-07e2-44d2-ab5b-705b134a26a1 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c1279601-ed05-405a-860b-bc2344a0626b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444255 Aug 30 04:30:06.736333 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd87590-c1bc-4ef8-b6df-cd5dd29b658a req-05e5ff7c-e9fe-4cf8-8ac1-99d6dfa2f187 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:06.737865 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1fd87590-c1bc-4ef8-b6df-cd5dd29b658a req-05e5ff7c-e9fe-4cf8-8ac1-99d6dfa2f187 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0f0012cc-390a-49c1-9a99-f304bd689b83 HTTP/1.1" status: 200 len: 943 time: 0.0677736 Aug 30 04:30:06.753697 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:06.821468 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1fd87590-c1bc-4ef8-b6df-cd5dd29b658a req-94f087fc-aa3d-4861-ac7d-c7ca987a74e8 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=eeba6d54-95d8-44b5-8b13-0be4ed569eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766885 Aug 30 04:30:07.670326 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=80 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:07.683027 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=60 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:07.955382 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00b9fe-00ec-44a3-b71f-2e80e79ab4ab req-431e3c87-9548-4a13-bb8b-256f3fac08d5 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:07.956788 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-9d00b9fe-00ec-44a3-b71f-2e80e79ab4ab req-431e3c87-9548-4a13-bb8b-256f3fac08d5 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0f0012cc-390a-49c1-9a99-f304bd689b83 HTTP/1.1" status: 200 len: 943 time: 0.0584679 Aug 30 04:30:08.006408 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-9d00b9fe-00ec-44a3-b71f-2e80e79ab4ab req-686aeeda-f228-4b4b-bb24-7a9f4f0f5071 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=eeba6d54-95d8-44b5-8b13-0be4ed569eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438209 Aug 30 04:30:08.101703 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 97a3f3f8-bce0-468c-86b5-94677bb38667 details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106294) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:30:08.206305 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port 97a3f3f8-bce0-468c-86b5-94677bb38667, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=97a3f3f8-bce0-468c-86b5-94677bb38667,segment=NetworkSegment(4cd3a065-b490-45b6-a955-52849beed2b2),segment_id=4cd3a065-b490-45b6-a955-52849beed2b2)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:30:08.219004 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Returning: {'device': '97a3f3f8-bce0-468c-86b5-94677bb38667', 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02', 'port_id': '97a3f3f8-bce0-468c-86b5-94677bb38667', 'mac_address': 'fa:16:3e:ae:2a:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03eac665-3c5b-4142-8ea7-a4ac29a47a1c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106294) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:30:08.253735 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Current status of the port 97a3f3f8-bce0-468c-86b5-94677bb38667 is: DOWN; New status is: BUILD {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:30:08.254172 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (97a3f3f8-bce0-468c-86b5-94677bb38667), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:08.269015 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97a3f3f8-bce0-468c-86b5-94677bb38667 {{(pid=106294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:30:08.289148 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port 97a3f3f8-bce0-468c-86b5-94677bb38667, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=97a3f3f8-bce0-468c-86b5-94677bb38667,segment=NetworkSegment(4cd3a065-b490-45b6-a955-52849beed2b2),segment_id=4cd3a065-b490-45b6-a955-52849beed2b2)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:30:08.294606 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (97a3f3f8-bce0-468c-86b5-94677bb38667), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:08.344002 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Pushing event updated for resources: {'Port': ['ID=97a3f3f8-bce0-468c-86b5-94677bb38667,revision_number=4']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:08.524619 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] get_ports_and_sgs() called for port_ids ['97a3f3f8-bce0-468c-86b5-94677bb38667'] {{(pid=106294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:30:08.618431 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:08.750827 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:09.129009 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ab126-6c9a-4e01-a7e1-c4ad534e4973 req-4575711c-c426-4db9-8c15-9559000c9856 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:09.130475 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4f8ab126-6c9a-4e01-a7e1-c4ad534e4973 req-4575711c-c426-4db9-8c15-9559000c9856 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0f0012cc-390a-49c1-9a99-f304bd689b83 HTTP/1.1" status: 200 len: 944 time: 0.0481956 Aug 30 04:30:09.180061 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4f8ab126-6c9a-4e01-a7e1-c4ad534e4973 req-7902c9fc-efba-4a21-aabf-0e047b3102ee tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=eeba6d54-95d8-44b5-8b13-0be4ed569eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439408 Aug 30 04:30:10.119655 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 97a3f3f8-bce0-468c-86b5-94677bb38667 up at agent hyperv_hv-cinder-85220 {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:30:10.169201 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Provisioning for port 97a3f3f8-bce0-468c-86b5-94677bb38667 completed by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:30:10.177252 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Provisioning complete for port 97a3f3f8-bce0-468c-86b5-94677bb38667 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:30:10.177720 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (97a3f3f8-bce0-468c-86b5-94677bb38667), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:10.258148 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Current status of the port 97a3f3f8-bce0-468c-86b5-94677bb38667 is: BUILD; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:30:10.258563 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (97a3f3f8-bce0-468c-86b5-94677bb38667), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:10.285714 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f0012cc-390a-49c1-9a99-f304bd689b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a3f3f8-bce0-468c-86b5-94677bb38667'}] {{(pid=106294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:30:10.288116 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc91461c002048a1511ec2515697d9f100988a5a9e001fc967bf4275e8e26e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7234a0-a0ad-4239-85d1-5202a5d9befe" -d '{"events": [{"server_uuid": "0f0012cc-390a-49c1-9a99-f304bd689b83", "name": "network-vif-plugged", "status": "completed", "tag": "97a3f3f8-bce0-468c-86b5-94677bb38667"}]}' {{(pid=106294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:30:10.301912 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port 97a3f3f8-bce0-468c-86b5-94677bb38667, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=97a3f3f8-bce0-468c-86b5-94677bb38667,segment=NetworkSegment(4cd3a065-b490-45b6-a955-52849beed2b2),segment_id=4cd3a065-b490-45b6-a955-52849beed2b2)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:30:10.306585 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (97a3f3f8-bce0-468c-86b5-94677bb38667), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:10.325320 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b0d15-5bbc-44b4-b01c-2bb4f4d60d72 req-1e50199b-0841-4417-a35d-cdf973962a67 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:10.327703 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-5e6b0d15-5bbc-44b4-b01c-2bb4f4d60d72 req-1e50199b-0841-4417-a35d-cdf973962a67 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0f0012cc-390a-49c1-9a99-f304bd689b83 HTTP/1.1" status: 200 len: 944 time: 0.0673642 Aug 30 04:30:10.335353 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb44968-d42f-4f49-9d7b-2a81099caf27 x-openstack-request-id: req-bbb44968-d42f-4f49-9d7b-2a81099caf27 {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:30:10.335668 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f0012cc-390a-49c1-9a99-f304bd689b83", "name": "network-vif-plugged", "status": "completed", "tag": "97a3f3f8-bce0-468c-86b5-94677bb38667", "code": 200}]} {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:30:10.335921 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bbb44968-d42f-4f49-9d7b-2a81099caf27 {{(pid=106294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:30:10.336380 dv-cinder-852208-11-iscsi neutron-server[106294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbb44968-d42f-4f49-9d7b-2a81099caf27'] response: {'server_uuid': '0f0012cc-390a-49c1-9a99-f304bd689b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a3f3f8-bce0-468c-86b5-94677bb38667', 'code': 200} Aug 30 04:30:10.369511 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Pushing event updated for resources: {'Port': ['ID=97a3f3f8-bce0-468c-86b5-94677bb38667,revision_number=5']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:10.371096 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:10.394377 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-5e6b0d15-5bbc-44b4-b01c-2bb4f4d60d72 req-ff22a81b-ca93-47b2-8d5f-da926c0deef3 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=eeba6d54-95d8-44b5-8b13-0be4ed569eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588148 Aug 30 04:30:10.579938 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41f9db8-7610-4640-8718-0b532418feba req-2687c9e6-c34e-4595-a937-83a6a545f01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:10.581439 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a41f9db8-7610-4640-8718-0b532418feba req-2687c9e6-c34e-4595-a937-83a6a545f01b service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=0f0012cc-390a-49c1-9a99-f304bd689b83 HTTP/1.1" status: 200 len: 1129 time: 0.0442922 Aug 30 04:30:10.632060 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a41f9db8-7610-4640-8718-0b532418feba req-b5fdf3ad-5ea6-467a-b93f-5b9b17256b55 service neutron] 10.222.0.75 "GET /networking/v2.0/security-groups?id=eeba6d54-95d8-44b5-8b13-0be4ed569eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419166 Aug 30 04:30:11.522010 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b0d3e-2d07-4e60-973a-c88a8bef8010 req-21470ed8-9978-4592-8a11-593a61ad5b91 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:11.523537 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6b5b0d3e-2d07-4e60-973a-c88a8bef8010 req-21470ed8-9978-4592-8a11-593a61ad5b91 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0f0012cc-390a-49c1-9a99-f304bd689b83 HTTP/1.1" status: 200 len: 945 time: 0.0484922 Aug 30 04:30:11.586395 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6b5b0d3e-2d07-4e60-973a-c88a8bef8010 req-af4ff34d-b8e1-4670-83f6-6a69b8a89d6d tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=eeba6d54-95d8-44b5-8b13-0be4ed569eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515966 Aug 30 04:30:12.711881 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b891b47d-a67f-454f-a921-f1493ca6fa31 req-e2a862a6-4a92-4e6d-bf7f-c320cbd11a2e tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:12.713528 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-b891b47d-a67f-454f-a921-f1493ca6fa31 req-e2a862a6-4a92-4e6d-bf7f-c320cbd11a2e tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0f0012cc-390a-49c1-9a99-f304bd689b83 HTTP/1.1" status: 200 len: 945 time: 0.0503850 Aug 30 04:30:12.741789 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=100 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:12.769157 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-b891b47d-a67f-454f-a921-f1493ca6fa31 req-77be71fd-384d-4717-a90f-3af82e1b7b1f tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=eeba6d54-95d8-44b5-8b13-0be4ed569eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497077 Aug 30 04:30:12.898673 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5991103d-7cf3-44a5-ae5a-2facaee08617 req-c43ca02b-fdcd-47e9-a5fd-a8df806a6729 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:12.900071 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5991103d-7cf3-44a5-ae5a-2facaee08617 req-c43ca02b-fdcd-47e9-a5fd-a8df806a6729 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0f0012cc-390a-49c1-9a99-f304bd689b83 HTTP/1.1" status: 200 len: 945 time: 0.0519528 Aug 30 04:30:12.964403 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5991103d-7cf3-44a5-ae5a-2facaee08617 req-70a208f0-5e65-4304-a55a-bd58ea202688 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=eeba6d54-95d8-44b5-8b13-0be4ed569eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545330 Aug 30 04:30:12.992024 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 56166) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:13.035540 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7875e97d-8a92-416b-ae20-e5ff7c3a0876 tempest-TestVolumeBootPattern-2144380276 tempest-TestVolumeBootPattern-2144380276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:13.037070 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-7875e97d-8a92-416b-ae20-e5ff7c3a0876 tempest-TestVolumeBootPattern-2144380276 tempest-TestVolumeBootPattern-2144380276-project-admin] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0f0012cc-390a-49c1-9a99-f304bd689b83 HTTP/1.1" status: 200 len: 1124 time: 0.0440464 Aug 30 04:30:13.039850 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 56168) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:13.043986 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.v2.base [None req-9fd5a155-2434-4959-84de-610c586c3209 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Request body: {'floatingip': {'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'port_id': '97a3f3f8-bce0-468c-86b5-94677bb38667', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:30:13.066623 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9fd5a155-2434-4959-84de-610c586c3209 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:13.151004 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9fd5a155-2434-4959-84de-610c586c3209 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:13.274047 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.db.db_base_plugin_common [None req-9fd5a155-2434-4959-84de-610c586c3209 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Allocated IP 172.27.4.246 (5c43c40f-cc6a-4e53-a103-6d34effd891a/b2d4007f-d8ed-41cc-b520-7777f18cd186/994b8dbe-05ac-4ae5-801e-cdab52ce6d5d) {{(pid=106292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:30:13.388407 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9fd5a155-2434-4959-84de-610c586c3209 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks [] for port (994b8dbe-05ac-4ae5-801e-cdab52ce6d5d), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:13.422118 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9fd5a155-2434-4959-84de-610c586c3209 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642203'] for port (994b8dbe-05ac-4ae5-801e-cdab52ce6d5d), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:13.464809 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd5a155-2434-4959-84de-610c586c3209 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Network 5c43c40f-cc6a-4e53-a103-6d34effd891a is already hosted by enough agents. {{(pid=106292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:30:13.469730 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.base_scheduler [None req-9fd5a155-2434-4959-84de-610c586c3209 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Resources bound (agent type, host, resource id): {{(pid=106292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:30:13.473648 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd5a155-2434-4959-84de-610c586c3209 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Received port after_create {{(pid=106292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:30:13.476841 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5a155-2434-4959-84de-610c586c3209 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Pushing event updated for resources: {'Port': ['ID=994b8dbe-05ac-4ae5-801e-cdab52ce6d5d,revision_number=1']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:13.506171 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5a155-2434-4959-84de-610c586c3209 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:13.506540 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5a155-2434-4959-84de-610c586c3209 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:13.506887 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5a155-2434-4959-84de-610c586c3209 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:13.507230 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5a155-2434-4959-84de-610c586c3209 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:13.507565 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5a155-2434-4959-84de-610c586c3209 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:13.507897 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5a155-2434-4959-84de-610c586c3209 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:13.508226 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5a155-2434-4959-84de-610c586c3209 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:13.508552 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5a155-2434-4959-84de-610c586c3209 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:13.508885 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5a155-2434-4959-84de-610c586c3209 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:13.509212 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5a155-2434-4959-84de-610c586c3209 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:13.509540 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5a155-2434-4959-84de-610c586c3209 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:13.509865 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5a155-2434-4959-84de-610c586c3209 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:13.510190 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5a155-2434-4959-84de-610c586c3209 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:13.510535 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5a155-2434-4959-84de-610c586c3209 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:13.510862 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5a155-2434-4959-84de-610c586c3209 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:13.716709 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:13.852385 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:13.859835 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9fd5a155-2434-4959-84de-610c586c3209 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks [] for floatingip (85380e15-c7ad-468a-9140-6916c1707bfa), precommit_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:13.927767 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9fd5a155-2434-4959-84de-610c586c3209 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (994b8dbe-05ac-4ae5-801e-cdab52ce6d5d), before_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:14.077346 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9fd5a155-2434-4959-84de-610c586c3209 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks [] for port (994b8dbe-05ac-4ae5-801e-cdab52ce6d5d), precommit_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:14.082138 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9fd5a155-2434-4959-84de-610c586c3209 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642194'] for port (994b8dbe-05ac-4ae5-801e-cdab52ce6d5d), after_update {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:14.152904 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5a155-2434-4959-84de-610c586c3209 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Pushing event updated for resources: {'Port': ['ID=994b8dbe-05ac-4ae5-801e-cdab52ce6d5d,revision_number=2']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:14.156547 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9fd5a155-2434-4959-84de-610c586c3209 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572642'] for floatingip (85380e15-c7ad-468a-9140-6916c1707bfa), after_create {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:14.258898 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.db.l3_db [None req-9fd5a155-2434-4959-84de-610c586c3209 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Floating IP 85380e15-c7ad-468a-9140-6916c1707bfa associated. External IP: 172.27.4.246, port: 97a3f3f8-bce0-468c-86b5-94677bb38667. Aug 30 04:30:14.465975 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd5a155-2434-4959-84de-610c586c3209 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Router 9275d9d3-5270-4467-b41a-bf68e3483aa0 has already been hosted by L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 {{(pid=106292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:30:14.570179 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:14.576906 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd5a155-2434-4959-84de-610c586c3209 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:30:14.587115 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18dd2a1-9f2e-4298-a26e-0e733358b9f6 None None] Sync routers for ids ['9275d9d3-5270-4467-b41a-bf68e3483aa0'] in dv-cinder-852208-11-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:30:14.596061 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9fd5a155-2434-4959-84de-610c586c3209 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for floatingip (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:14.598395 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18dd2a1-9f2e-4298-a26e-0e733358b9f6 None None] Routers {'9275d9d3-5270-4467-b41a-bf68e3483aa0'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:30:14.599009 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-d18dd2a1-9f2e-4298-a26e-0e733358b9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:29:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['9275d9d3-5270-4467-b41a-bf68e3483aa0'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:30:14.630006 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-9fd5a155-2434-4959-84de-610c586c3209 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5891435 Aug 30 04:30:14.630741 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f0012cc-390a-49c1-9a99-f304bd689b83', 'tag': '97a3f3f8-bce0-468c-86b5-94677bb38667'}] {{(pid=106292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:30:14.633083 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac8df60c6f70ae957e00457e6d6ce8432b58a3ad70202c2877012db9cc29900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbbf534a-39a4-4e62-981f-4a5057016d4d" -d '{"events": [{"name": "network-changed", "server_uuid": "0f0012cc-390a-49c1-9a99-f304bd689b83", "tag": "97a3f3f8-bce0-468c-86b5-94677bb38667"}]}' {{(pid=106292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:30:14.707068 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-d18dd2a1-9f2e-4298-a26e-0e733358b9f6 None None] Set router 9275d9d3-5270-4467-b41a-bf68e3483aa0 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:30:14.735969 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf598366-65ef-4446-9373-084cd147f7e3 x-openstack-request-id: req-bf598366-65ef-4446-9373-084cd147f7e3 {{(pid=106292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:30:14.736619 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f0012cc-390a-49c1-9a99-f304bd689b83", "tag": "97a3f3f8-bce0-468c-86b5-94677bb38667", "status": "completed", "code": 200}]} {{(pid=106292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:30:14.736619 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bf598366-65ef-4446-9373-084cd147f7e3 {{(pid=106292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:30:14.737012 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf598366-65ef-4446-9373-084cd147f7e3'] response: {'name': 'network-changed', 'server_uuid': '0f0012cc-390a-49c1-9a99-f304bd689b83', 'tag': '97a3f3f8-bce0-468c-86b5-94677bb38667', 'status': 'completed', 'code': 200} Aug 30 04:30:14.803067 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbf534a-39a4-4e62-981f-4a5057016d4d req-d71d9e18-80ad-4d40-8547-66dfadae2060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:14.804596 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fbbf534a-39a4-4e62-981f-4a5057016d4d req-d71d9e18-80ad-4d40-8547-66dfadae2060 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=59c345f38d6548cd820affce5406d62c&device_id=0f0012cc-390a-49c1-9a99-f304bd689b83 HTTP/1.1" status: 200 len: 1129 time: 0.0413256 Aug 30 04:30:14.860097 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:14.908177 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbf534a-39a4-4e62-981f-4a5057016d4d req-eaa09ef1-2c35-417a-8924-5cd808f9adbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:14.909671 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fbbf534a-39a4-4e62-981f-4a5057016d4d req-eaa09ef1-2c35-417a-8924-5cd808f9adbd service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=8adf9578-c481-4463-b5d1-5bddee25fe02 HTTP/1.1" status: 200 len: 913 time: 0.0989950 Aug 30 04:30:14.933312 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-d18dd2a1-9f2e-4298-a26e-0e733358b9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'name': 'tempest-TestVolumeBootPattern-1205738537-router', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.190'}], 'enable_snat': True}, 'gw_port_id': '5d22462e-1d99-4359-9bae-d64eff070f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:07Z', 'updated_at': '2022-08-30T04:27:09Z', 'revision_number': 4, 'project_id': '59c345f38d6548cd820affce5406d62c', 'gw_port': {'id': '5d22462e-1d99-4359-9bae-d64eff070f1b', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:07Z', 'updated_at': '2022-08-30T04:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_floatingips': [{'id': '85380e15-c7ad-468a-9140-6916c1707bfa', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'floating_ip_address': '172.27.4.246', 'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'router_id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'port_id': '97a3f3f8-bce0-468c-86b5-94677bb38667', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 758, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02', 'mac_address': 'fa:16:3e:ae:2a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0012cc-390a-49c1-9a99-f304bd689b83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:30:13Z', 'updated_at': '2022-08-30T04:30:13Z', 'revision_number': 0, 'project_id': '59c345f38d6548cd820affce5406d62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1d0526-0652-4835-822a-9c4488668c7d', 'name': '', 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'mac_address': 'fa:16:3e:25:0b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '03eac665-3c5b-4142-8ea7-a4ac29a47a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:09Z', 'updated_at': '2022-08-30T04:27:14Z', 'revision_number': 5, 'project_id': '59c345f38d6548cd820affce5406d62c', 'subnets': [{'id': '03eac665-3c5b-4142-8ea7-a4ac29a47a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:30:14.961226 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18dd2a1-9f2e-4298-a26e-0e733358b9f6 None None] Checking router: 9275d9d3-5270-4467-b41a-bf68e3483aa0 for host: dv-cinder-852208-11-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:30:14.970843 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18dd2a1-9f2e-4298-a26e-0e733358b9f6 None None] Routers {'9275d9d3-5270-4467-b41a-bf68e3483aa0'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:30:14.971466 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-d18dd2a1-9f2e-4298-a26e-0e733358b9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:29:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['9275d9d3-5270-4467-b41a-bf68e3483aa0'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:30:14.984784 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fbbf534a-39a4-4e62-981f-4a5057016d4d req-4a8f0fed-7edc-4e6d-8408-a81c2b032c3a service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97a3f3f8-bce0-468c-86b5-94677bb38667 HTTP/1.1" status: 200 len: 999 time: 0.0663962 Aug 30 04:30:15.040953 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbf534a-39a4-4e62-981f-4a5057016d4d req-dad999c9-1a70-41fe-841c-0d635b6ec8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:15.042452 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fbbf534a-39a4-4e62-981f-4a5057016d4d req-dad999c9-1a70-41fe-841c-0d635b6ec8b1 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=03eac665-3c5b-4142-8ea7-a4ac29a47a1c HTTP/1.1" status: 200 len: 851 time: 0.0463996 Aug 30 04:30:15.073666 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-d18dd2a1-9f2e-4298-a26e-0e733358b9f6 None None] Set router 9275d9d3-5270-4467-b41a-bf68e3483aa0 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:30:15.089682 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbf534a-39a4-4e62-981f-4a5057016d4d req-24b7b907-959b-43dd-942c-0d60f7885b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:15.091256 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fbbf534a-39a4-4e62-981f-4a5057016d4d req-24b7b907-959b-43dd-942c-0d60f7885b74 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=8adf9578-c481-4463-b5d1-5bddee25fe02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0407121 Aug 30 04:30:15.197008 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fbbf534a-39a4-4e62-981f-4a5057016d4d req-b29b5fbe-47d1-4a40-9ef2-ce0c7363c82c service neutron] 10.222.0.75 "GET /networking/v2.0/networks/8adf9578-c481-4463-b5d1-5bddee25fe02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920684 Aug 30 04:30:15.304601 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-d18dd2a1-9f2e-4298-a26e-0e733358b9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'name': 'tempest-TestVolumeBootPattern-1205738537-router', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.190'}], 'enable_snat': True}, 'gw_port_id': '5d22462e-1d99-4359-9bae-d64eff070f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:07Z', 'updated_at': '2022-08-30T04:27:09Z', 'revision_number': 4, 'project_id': '59c345f38d6548cd820affce5406d62c', 'gw_port': {'id': '5d22462e-1d99-4359-9bae-d64eff070f1b', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:07Z', 'updated_at': '2022-08-30T04:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_floatingips': [{'id': '85380e15-c7ad-468a-9140-6916c1707bfa', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'floating_ip_address': '172.27.4.246', 'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'router_id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'port_id': '97a3f3f8-bce0-468c-86b5-94677bb38667', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 758, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02', 'mac_address': 'fa:16:3e:ae:2a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0012cc-390a-49c1-9a99-f304bd689b83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:30:13Z', 'updated_at': '2022-08-30T04:30:13Z', 'revision_number': 0, 'project_id': '59c345f38d6548cd820affce5406d62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1d0526-0652-4835-822a-9c4488668c7d', 'name': '', 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'mac_address': 'fa:16:3e:25:0b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '03eac665-3c5b-4142-8ea7-a4ac29a47a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:09Z', 'updated_at': '2022-08-30T04:27:14Z', 'revision_number': 5, 'project_id': '59c345f38d6548cd820affce5406d62c', 'subnets': [{'id': '03eac665-3c5b-4142-8ea7-a4ac29a47a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:30:15.305706 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fbbf534a-39a4-4e62-981f-4a5057016d4d req-b82d56cb-dbaf-4c24-a34a-50886b6232aa service neutron] 10.222.0.75 "GET /networking/v2.0/networks/8adf9578-c481-4463-b5d1-5bddee25fe02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986719 Aug 30 04:30:15.330969 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18dd2a1-9f2e-4298-a26e-0e733358b9f6 None None] The sync data for ids ['9275d9d3-5270-4467-b41a-bf68e3483aa0'] in dv-cinder-852208-11-iscsi is: [{'id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'name': 'tempest-TestVolumeBootPattern-1205738537-router', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.190'}], 'enable_snat': True}, 'gw_port_id': '5d22462e-1d99-4359-9bae-d64eff070f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:07Z', 'updated_at': '2022-08-30T04:27:09Z', 'revision_number': 4, 'project_id': '59c345f38d6548cd820affce5406d62c', 'gw_port': {'id': '5d22462e-1d99-4359-9bae-d64eff070f1b', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:07Z', 'updated_at': '2022-08-30T04:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_floatingips': [{'id': '85380e15-c7ad-468a-9140-6916c1707bfa', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'floating_ip_address': '172.27.4.246', 'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'router_id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'port_id': '97a3f3f8-bce0-468c-86b5-94677bb38667', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 758, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02', 'mac_address': 'fa:16:3e:ae:2a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0012cc-390a-49c1-9a99-f304bd689b83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:30:13Z', 'updated_at': '2022-08-30T04:30:13Z', 'revision_number': 0, 'project_id': '59c345f38d6548cd820affce5406d62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1d0526-0652-4835-822a-9c4488668c7d', 'name': '', 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'mac_address': 'fa:16:3e:25:0b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '03eac665-3c5b-4142-8ea7-a4ac29a47a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:09Z', 'updated_at': '2022-08-30T04:27:14Z', 'revision_number': 5, 'project_id': '59c345f38d6548cd820affce5406d62c', 'subnets': [{'id': '03eac665-3c5b-4142-8ea7-a4ac29a47a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:30:15.529191 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634b6c56-eb9e-4545-9a64-49eebf94b7f2 None None] New status for floating IP 85380e15-c7ad-468a-9140-6916c1707bfa: ACTIVE {{(pid=106294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:30:20.369388 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-329568c2-bf76-4a1e-bd14-d68da7332dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (1bd89ca2-58f6-428d-83bf-6325bad549fd), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:22.555396 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-05c371eb-2cd0-4056-b772-08228d3aaece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:23.803740 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8bdbbddc-d827-40e6-b8fb-29930693a668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (0ba81f50-231f-4a87-bfed-adcf093ea106), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:24.623543 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:24.626503 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:25.287544 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=67 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:25.293927 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=40 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:25.302892 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=87 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:25.308591 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=81 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:25.476822 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-390264ec-bab8-4bcb-922a-62bbd4f3a683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (b2cd167f-1ad0-4273-bd2a-29638b1fd1d2), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:25.606094 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (d414c4c0-e104-4322-85c3-8bf64da32860), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:27.713682 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.agents_db [None req-4bab6993-eaca-4b45-827a-a5590950f82e None None] Agent healthcheck: found 6 active agents {{(pid=106295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:30:31.169009 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (5274a8db-cdbb-4c02-abb1-2eb9d7076dc1), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:41.162182 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=75,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:41.164105 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=63,neutron:UPDATE=6 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:44.681000 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=4 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:47.278279 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef0a9b-5f20-4957-8678-a9cd0efb4faf req-79ae2197-0ff2-45ff-b863-73803ba81d05 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:47.279749 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-f2ef0a9b-5f20-4957-8678-a9cd0efb4faf req-79ae2197-0ff2-45ff-b863-73803ba81d05 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fc2756e2-16b6-4711-bfc0-e8e3f2d7fe18 HTTP/1.1" status: 200 len: 945 time: 0.0500953 Aug 30 04:30:47.328363 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-f2ef0a9b-5f20-4957-8678-a9cd0efb4faf req-67b8ebda-5a02-4eaa-b9a9-609561dc53b5 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c1279601-ed05-405a-860b-bc2344a0626b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420387 Aug 30 04:30:48.450703 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64602136-72bf-4002-8619-cba5d5452bd3 req-e3e3c62d-8df5-48b9-8958-261f4c980ab6 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:48.452165 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-64602136-72bf-4002-8619-cba5d5452bd3 req-e3e3c62d-8df5-48b9-8958-261f4c980ab6 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fc2756e2-16b6-4711-bfc0-e8e3f2d7fe18 HTTP/1.1" status: 200 len: 945 time: 0.0483587 Aug 30 04:30:48.498808 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-64602136-72bf-4002-8619-cba5d5452bd3 req-a8406fd0-fc44-43d4-8d5a-7d219b50fe54 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c1279601-ed05-405a-860b-bc2344a0626b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409377 Aug 30 04:30:48.732966 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:48.890037 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7643dc8-8056-4b1e-941c-c7d7aa6aa810 req-94469c80-d48f-4d3a-a15d-e3be32c72108 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:48.891744 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b7643dc8-8056-4b1e-941c-c7d7aa6aa810 req-94469c80-d48f-4d3a-a15d-e3be32c72108 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fc2756e2-16b6-4711-bfc0-e8e3f2d7fe18 HTTP/1.1" status: 200 len: 945 time: 0.0461333 Aug 30 04:30:48.975071 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-b7643dc8-8056-4b1e-941c-c7d7aa6aa810 req-cc30f024-5541-499b-bfe4-c7ff28433505 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Deleting port 028501cf-5e88-4501-a75c-d3a583611d1a {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:30:48.975413 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-b7643dc8-8056-4b1e-941c-c7d7aa6aa810 req-cc30f024-5541-499b-bfe4-c7ff28433505 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (028501cf-5e88-4501-a75c-d3a583611d1a), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:49.066617 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-b7643dc8-8056-4b1e-941c-c7d7aa6aa810 req-cc30f024-5541-499b-bfe4-c7ff28433505 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] For port 028501cf-5e88-4501-a75c-d3a583611d1a, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=028501cf-5e88-4501-a75c-d3a583611d1a,segment=NetworkSegment(731a4334-e6a3-4ed3-bf60-9425f11fc1e6),segment_id=731a4334-e6a3-4ed3-bf60-9425f11fc1e6)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:30:49.066896 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-b7643dc8-8056-4b1e-941c-c7d7aa6aa810 req-cc30f024-5541-499b-bfe4-c7ff28433505 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (028501cf-5e88-4501-a75c-d3a583611d1a), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:49.079823 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-b7643dc8-8056-4b1e-941c-c7d7aa6aa810 req-cc30f024-5541-499b-bfe4-c7ff28433505 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Calling delete_port for 028501cf-5e88-4501-a75c-d3a583611d1a owned by compute:nova {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:30:49.209192 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-b7643dc8-8056-4b1e-941c-c7d7aa6aa810 req-cc30f024-5541-499b-bfe4-c7ff28433505 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (028501cf-5e88-4501-a75c-d3a583611d1a), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:49.222235 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] get_ports_and_sgs() called for port_ids ['028501cf-5e88-4501-a75c-d3a583611d1a'] {{(pid=106294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:30:49.238884 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc30f024-5541-499b-bfe4-c7ff28433505 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Pushing event deleted for resources: {'Port': ['ID=028501cf-5e88-4501-a75c-d3a583611d1a,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:49.283546 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7643dc8-8056-4b1e-941c-c7d7aa6aa810 req-cc30f024-5541-499b-bfe4-c7ff28433505 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] No DVR routers for this DVR port 028501cf-5e88-4501-a75c-d3a583611d1a on host hv-cinder-85220 {{(pid=106293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:30:49.286722 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-b7643dc8-8056-4b1e-941c-c7d7aa6aa810 req-cc30f024-5541-499b-bfe4-c7ff28433505 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:49.289999 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b7643dc8-8056-4b1e-941c-c7d7aa6aa810 req-cc30f024-5541-499b-bfe4-c7ff28433505 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] 10.222.0.75 "DELETE /networking/v2.0/ports/028501cf-5e88-4501-a75c-d3a583611d1a HTTP/1.1" status: 204 len: 173 time: 0.3934174 Aug 30 04:30:49.290457 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc2756e2-16b6-4711-bfc0-e8e3f2d7fe18', 'name': 'network-vif-deleted', 'tag': '028501cf-5e88-4501-a75c-d3a583611d1a'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:30:49.293517 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11a3118c5976ecaadc28dc64ec6366a88eb3d4be069be3e491e321578e9d1f78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4551691-0cc0-4f86-8346-3417e05ac229" -d '{"events": [{"server_uuid": "fc2756e2-16b6-4711-bfc0-e8e3f2d7fe18", "name": "network-vif-deleted", "tag": "028501cf-5e88-4501-a75c-d3a583611d1a"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:30:49.331798 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3a5d58-409d-4a2e-8f4b-596148d8648b x-openstack-request-id: req-0f3a5d58-409d-4a2e-8f4b-596148d8648b {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:30:49.332094 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc2756e2-16b6-4711-bfc0-e8e3f2d7fe18", "name": "network-vif-deleted", "tag": "028501cf-5e88-4501-a75c-d3a583611d1a", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:30:49.332348 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0f3a5d58-409d-4a2e-8f4b-596148d8648b {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:30:49.332766 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f3a5d58-409d-4a2e-8f4b-596148d8648b'] response: {'server_uuid': 'fc2756e2-16b6-4711-bfc0-e8e3f2d7fe18', 'name': 'network-vif-deleted', 'tag': '028501cf-5e88-4501-a75c-d3a583611d1a', 'status': 'completed', 'code': 200} Aug 30 04:30:49.613221 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-06511b25-ac42-45e1-b907-a7cabcb681e8 req-7b1fbf21-75ed-42ef-8f53-6d7fe3258354 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fc2756e2-16b6-4711-bfc0-e8e3f2d7fe18 HTTP/1.1" status: 200 len: 210 time: 0.0281301 Aug 30 04:30:50.372880 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-115b512c-6e8e-4603-a23e-a42c0f876276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (1bd89ca2-58f6-428d-83bf-6325bad549fd), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:52.557243 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-18dc8af0-2ec5-4ad6-80f7-f468f028dacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:53.685997 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 028501cf-5e88-4501-a75c-d3a583611d1a no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:30:53.709070 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] No Port match for: 028501cf-5e88-4501-a75c-d3a583611d1a {{(pid=106294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:30:53.709416 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 028501cf-5e88-4501-a75c-d3a583611d1a not bound to the agent host hv-cinder-85220 {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:30:53.803421 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8bdbbddc-d827-40e6-b8fb-29930693a668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (0ba81f50-231f-4a87-bfed-adcf093ea106), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:55.480167 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-390264ec-bab8-4bcb-922a-62bbd4f3a683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (b2cd167f-1ad0-4273-bd2a-29638b1fd1d2), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:55.608858 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (d414c4c0-e104-4322-85c3-8bf64da32860), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:57.322450 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=8 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:57.324341 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=10 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:58.632629 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced1a154-97bf-4805-a317-18f57102c081 req-90b83e2b-fcae-4ecc-b2c8-1c0bf2672f29 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:58.634095 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ced1a154-97bf-4805-a317-18f57102c081 req-90b83e2b-fcae-4ecc-b2c8-1c0bf2672f29 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] 10.222.0.46 "GET /networking/v2.0/networks?id=a3aa638b-3502-4aa0-b58d-c9b52149abcd HTTP/1.1" status: 200 len: 813 time: 0.1047316 Aug 30 04:30:58.649166 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ced1a154-97bf-4805-a317-18f57102c081 req-95affda8-ff6d-4fa5-96d9-8b49e9e2b02c tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] 10.222.0.46 "GET /networking/v2.0/quotas/3b90a52b66304d6a8396c2989bcc612b HTTP/1.1" status: 200 len: 375 time: 0.0096059 Aug 30 04:30:58.681195 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ced1a154-97bf-4805-a317-18f57102c081 req-38155a2b-1ec4-44fb-a95a-bdca33d769c2 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=3b90a52b66304d6a8396c2989bcc612b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272181 Aug 30 04:30:58.771684 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ced1a154-97bf-4805-a317-18f57102c081 req-7762bc55-1eaf-4814-87ec-d2eff26c98a5 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/a3aa638b-3502-4aa0-b58d-c9b52149abcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838656 Aug 30 04:30:59.137653 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ced1a154-97bf-4805-a317-18f57102c081 req-2adb1bf2-8b2f-45c1-b528-9c9cec23249a service neutron] 10.222.0.46 "GET /networking/v2.0/networks/a3aa638b-3502-4aa0-b58d-c9b52149abcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3603592 Aug 30 04:30:59.304544 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-9af1972b-fe81-46a0-b609-97d18b9e1d96 req-6c3d7a30-e107-4195-8883-cf5e4173f7de tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d3bb3a4c-e3cf-4727-afca-7189445375d1 HTTP/1.1" status: 200 len: 210 time: 0.0290229 Aug 30 04:31:00.348297 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:00.353660 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:00.365542 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced1a154-97bf-4805-a317-18f57102c081 req-e9a9222d-5b8b-4a49-ad82-d81812fc1848 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:00.367243 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ced1a154-97bf-4805-a317-18f57102c081 req-e9a9222d-5b8b-4a49-ad82-d81812fc1848 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] 10.222.0.75 "GET /networking/v2.0/networks?id=a3aa638b-3502-4aa0-b58d-c9b52149abcd HTTP/1.1" status: 200 len: 813 time: 0.1117897 Aug 30 04:31:00.380157 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-ced1a154-97bf-4805-a317-18f57102c081 req-eb2c76c2-bb4b-47f3-bc86-fd57a9201977 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Request body: {'port': {'device_id': 'd3bb3a4c-e3cf-4727-afca-7189445375d1', 'network_id': 'a3aa638b-3502-4aa0-b58d-c9b52149abcd', 'admin_state_up': True, 'tenant_id': '3b90a52b66304d6a8396c2989bcc612b'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:31:00.452049 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ffadcbf7-4697-4b30-9b74-b5f2f9ad3e4e req-3af25219-5a9c-4205-b09c-a44df3a15af6 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d3bb3a4c-e3cf-4727-afca-7189445375d1 HTTP/1.1" status: 200 len: 210 time: 0.0558970 Aug 30 04:31:00.516964 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ced1a154-97bf-4805-a317-18f57102c081 req-eb2c76c2-bb4b-47f3-bc86-fd57a9201977 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Made reservation on behalf of 3b90a52b66304d6a8396c2989bcc612b for: {'port': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:31:00.521780 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-ced1a154-97bf-4805-a317-18f57102c081 req-eb2c76c2-bb4b-47f3-bc86-fd57a9201977 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:00.646872 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [req-ced1a154-97bf-4805-a317-18f57102c081 req-eb2c76c2-bb4b-47f3-bc86-fd57a9201977 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Allocated IP 172.20.0.2 (a3aa638b-3502-4aa0-b58d-c9b52149abcd/4f3f0acb-44b7-47bf-8943-9edf720293f9/c13f7aed-e9d1-4001-a6f9-7cba41ebe783) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:31:00.800745 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-ced1a154-97bf-4805-a317-18f57102c081 req-eb2c76c2-bb4b-47f3-bc86-fd57a9201977 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Publish callbacks [] for port (c13f7aed-e9d1-4001-a6f9-7cba41ebe783), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:00.834358 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-ced1a154-97bf-4805-a317-18f57102c081 req-eb2c76c2-bb4b-47f3-bc86-fd57a9201977 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (c13f7aed-e9d1-4001-a6f9-7cba41ebe783), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:00.881165 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ced1a154-97bf-4805-a317-18f57102c081 req-eb2c76c2-bb4b-47f3-bc86-fd57a9201977 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Network a3aa638b-3502-4aa0-b58d-c9b52149abcd is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:31:00.884389 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [req-ced1a154-97bf-4805-a317-18f57102c081 req-eb2c76c2-bb4b-47f3-bc86-fd57a9201977 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:31:00.889081 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced1a154-97bf-4805-a317-18f57102c081 req-eb2c76c2-bb4b-47f3-bc86-fd57a9201977 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:31:00.895761 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2c76c2-bb4b-47f3-bc86-fd57a9201977 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Pushing event updated for resources: {'Port': ['ID=c13f7aed-e9d1-4001-a6f9-7cba41ebe783,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:00.927564 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c76c2-bb4b-47f3-bc86-fd57a9201977 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:00.927844 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c76c2-bb4b-47f3-bc86-fd57a9201977 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:00.928197 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c76c2-bb4b-47f3-bc86-fd57a9201977 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:00.928541 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c76c2-bb4b-47f3-bc86-fd57a9201977 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:00.928878 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c76c2-bb4b-47f3-bc86-fd57a9201977 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:00.929275 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c76c2-bb4b-47f3-bc86-fd57a9201977 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:00.929613 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c76c2-bb4b-47f3-bc86-fd57a9201977 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:00.929945 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c76c2-bb4b-47f3-bc86-fd57a9201977 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:00.930315 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c76c2-bb4b-47f3-bc86-fd57a9201977 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:00.930652 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c76c2-bb4b-47f3-bc86-fd57a9201977 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:00.930981 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c76c2-bb4b-47f3-bc86-fd57a9201977 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:00.931309 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c76c2-bb4b-47f3-bc86-fd57a9201977 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:00.931637 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c76c2-bb4b-47f3-bc86-fd57a9201977 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:00.931961 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c76c2-bb4b-47f3-bc86-fd57a9201977 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:00.932287 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c76c2-bb4b-47f3-bc86-fd57a9201977 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:00.958386 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced1a154-97bf-4805-a317-18f57102c081 req-eb2c76c2-bb4b-47f3-bc86-fd57a9201977 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:00.959003 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-ced1a154-97bf-4805-a317-18f57102c081 req-eb2c76c2-bb4b-47f3-bc86-fd57a9201977 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:00.974872 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ced1a154-97bf-4805-a317-18f57102c081 req-eb2c76c2-bb4b-47f3-bc86-fd57a9201977 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] 10.222.0.75 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5993328 Aug 30 04:31:00.985796 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-ced1a154-97bf-4805-a317-18f57102c081 req-6b16ca56-d690-4e3f-be2d-ae838c226044 service neutron] Request body: {'port': {'device_id': 'd3bb3a4c-e3cf-4727-afca-7189445375d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:31:01.047324 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-ced1a154-97bf-4805-a317-18f57102c081 req-6b16ca56-d690-4e3f-be2d-ae838c226044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (c13f7aed-e9d1-4001-a6f9-7cba41ebe783), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:01.192421 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (5274a8db-cdbb-4c02-abb1-2eb9d7076dc1), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:01.213496 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:01.219376 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:01.315677 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [req-ced1a154-97bf-4805-a317-18f57102c081 req-6b16ca56-d690-4e3f-be2d-ae838c226044 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c13f7aed-e9d1-4001-a6f9-7cba41ebe783 {{(pid=106293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:31:01.323181 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-ced1a154-97bf-4805-a317-18f57102c081 req-6b16ca56-d690-4e3f-be2d-ae838c226044 service neutron] Publish callbacks [] for port (c13f7aed-e9d1-4001-a6f9-7cba41ebe783), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:01.336043 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.provisioning_blocks [req-ced1a154-97bf-4805-a317-18f57102c081 req-6b16ca56-d690-4e3f-be2d-ae838c226044 service neutron] Transition to ACTIVE for port object c13f7aed-e9d1-4001-a6f9-7cba41ebe783 will not be triggered until provisioned by entity L2. {{(pid=106293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:31:01.339439 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-ced1a154-97bf-4805-a317-18f57102c081 req-6b16ca56-d690-4e3f-be2d-ae838c226044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-454314'] for port (c13f7aed-e9d1-4001-a6f9-7cba41ebe783), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:01.417701 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b16ca56-d690-4e3f-be2d-ae838c226044 service neutron] Pushing event updated for resources: {'Port': ['ID=c13f7aed-e9d1-4001-a6f9-7cba41ebe783,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:01.446209 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-ced1a154-97bf-4805-a317-18f57102c081 req-6b16ca56-d690-4e3f-be2d-ae838c226044 service neutron] Attempting to bind port c13f7aed-e9d1-4001-a6f9-7cba41ebe783 on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:31:01.446497 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-ced1a154-97bf-4805-a317-18f57102c081 req-6b16ca56-d690-4e3f-be2d-ae838c226044 service neutron] Attempting to bind port c13f7aed-e9d1-4001-a6f9-7cba41ebe783 by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': '731a4334-e6a3-4ed3-bf60-9425f11fc1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'a3aa638b-3502-4aa0-b58d-c9b52149abcd'}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:31:01.446823 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced1a154-97bf-4805-a317-18f57102c081 req-6b16ca56-d690-4e3f-be2d-ae838c226044 service neutron] Attempting to bind port c13f7aed-e9d1-4001-a6f9-7cba41ebe783 on network a3aa638b-3502-4aa0-b58d-c9b52149abcd {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:31:01.451100 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced1a154-97bf-4805-a317-18f57102c081 req-6b16ca56-d690-4e3f-be2d-ae838c226044 service neutron] Port c13f7aed-e9d1-4001-a6f9-7cba41ebe783 on network a3aa638b-3502-4aa0-b58d-c9b52149abcd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:31:01.451419 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced1a154-97bf-4805-a317-18f57102c081 req-6b16ca56-d690-4e3f-be2d-ae838c226044 service neutron] Attempting to bind port c13f7aed-e9d1-4001-a6f9-7cba41ebe783 on network a3aa638b-3502-4aa0-b58d-c9b52149abcd {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:31:01.456481 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced1a154-97bf-4805-a317-18f57102c081 req-6b16ca56-d690-4e3f-be2d-ae838c226044 service neutron] Checking agent: {'id': '5274a8db-cdbb-4c02-abb1-2eb9d7076dc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 17), 'started_at': datetime.datetime(2022, 8, 30, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:31:01.456822 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced1a154-97bf-4805-a317-18f57102c081 req-6b16ca56-d690-4e3f-be2d-ae838c226044 service neutron] Checking segment: {'id': '731a4334-e6a3-4ed3-bf60-9425f11fc1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'a3aa638b-3502-4aa0-b58d-c9b52149abcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:31:01.457201 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced1a154-97bf-4805-a317-18f57102c081 req-6b16ca56-d690-4e3f-be2d-ae838c226044 service neutron] Bound using segment: {'id': '731a4334-e6a3-4ed3-bf60-9425f11fc1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'a3aa638b-3502-4aa0-b58d-c9b52149abcd'} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:31:01.457622 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-ced1a154-97bf-4805-a317-18f57102c081 req-6b16ca56-d690-4e3f-be2d-ae838c226044 service neutron] Bound port: c13f7aed-e9d1-4001-a6f9-7cba41ebe783, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '731a4334-e6a3-4ed3-bf60-9425f11fc1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'a3aa638b-3502-4aa0-b58d-c9b52149abcd'}}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:31:01.457975 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-ced1a154-97bf-4805-a317-18f57102c081 req-6b16ca56-d690-4e3f-be2d-ae838c226044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (c13f7aed-e9d1-4001-a6f9-7cba41ebe783), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:01.523299 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-ced1a154-97bf-4805-a317-18f57102c081 req-6b16ca56-d690-4e3f-be2d-ae838c226044 service neutron] For port c13f7aed-e9d1-4001-a6f9-7cba41ebe783, host hv-cinder-85220, cleared binding levels {{(pid=106293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:31:01.526478 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-ced1a154-97bf-4805-a317-18f57102c081 req-6b16ca56-d690-4e3f-be2d-ae838c226044 service neutron] For port c13f7aed-e9d1-4001-a6f9-7cba41ebe783, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=c13f7aed-e9d1-4001-a6f9-7cba41ebe783,segment=NetworkSegment(731a4334-e6a3-4ed3-bf60-9425f11fc1e6),segment_id=731a4334-e6a3-4ed3-bf60-9425f11fc1e6)] {{(pid=106293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:31:01.533606 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-ced1a154-97bf-4805-a317-18f57102c081 req-6b16ca56-d690-4e3f-be2d-ae838c226044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-454314'] for port (c13f7aed-e9d1-4001-a6f9-7cba41ebe783), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:01.537877 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced1a154-97bf-4805-a317-18f57102c081 req-6b16ca56-d690-4e3f-be2d-ae838c226044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:01.538584 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-ced1a154-97bf-4805-a317-18f57102c081 req-6b16ca56-d690-4e3f-be2d-ae838c226044 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:01.539945 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ced1a154-97bf-4805-a317-18f57102c081 req-6b16ca56-d690-4e3f-be2d-ae838c226044 service neutron] 10.222.0.75 "PUT /networking/v2.0/ports/c13f7aed-e9d1-4001-a6f9-7cba41ebe783 HTTP/1.1" status: 200 len: 1093 time: 0.5581408 Aug 30 04:31:01.540442 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3bb3a4c-e3cf-4727-afca-7189445375d1', 'tag': 'c13f7aed-e9d1-4001-a6f9-7cba41ebe783'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:31:01.542708 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11a3118c5976ecaadc28dc64ec6366a88eb3d4be069be3e491e321578e9d1f78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a01e846-37c1-4808-ab4f-659c26ef1011" -d '{"events": [{"name": "network-changed", "server_uuid": "d3bb3a4c-e3cf-4727-afca-7189445375d1", "tag": "c13f7aed-e9d1-4001-a6f9-7cba41ebe783"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:31:01.589390 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa023b1b-2102-4bbc-b6ab-084216edc09e req-7580132b-8a08-4e42-b15f-18caf337bfd8 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:01.590947 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-aa023b1b-2102-4bbc-b6ab-084216edc09e req-7580132b-8a08-4e42-b15f-18caf337bfd8 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d3bb3a4c-e3cf-4727-afca-7189445375d1 HTTP/1.1" status: 200 len: 943 time: 0.0616722 Aug 30 04:31:01.600523 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4d8587-69a1-4300-9618-12f70e47eea9 x-openstack-request-id: req-2c4d8587-69a1-4300-9618-12f70e47eea9 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:31:01.600888 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3bb3a4c-e3cf-4727-afca-7189445375d1", "tag": "c13f7aed-e9d1-4001-a6f9-7cba41ebe783", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:31:01.601194 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2c4d8587-69a1-4300-9618-12f70e47eea9 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:31:01.601660 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c4d8587-69a1-4300-9618-12f70e47eea9'] response: {'name': 'network-changed', 'server_uuid': 'd3bb3a4c-e3cf-4727-afca-7189445375d1', 'tag': 'c13f7aed-e9d1-4001-a6f9-7cba41ebe783', 'status': 'completed', 'code': 200} Aug 30 04:31:01.638983 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-aa023b1b-2102-4bbc-b6ab-084216edc09e req-51a17670-9e62-4727-8fa6-b397c7d73ce7 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c1279601-ed05-405a-860b-bc2344a0626b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423288 Aug 30 04:31:01.639926 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b16ca56-d690-4e3f-be2d-ae838c226044 service neutron] Pushing event updated for resources: {'Port': ['ID=c13f7aed-e9d1-4001-a6f9-7cba41ebe783,revision_number=3']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:01.643478 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced1a154-97bf-4805-a317-18f57102c081 req-18c7c9cd-f02b-43db-a439-bb1e43d5230d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:01.645652 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ced1a154-97bf-4805-a317-18f57102c081 req-18c7c9cd-f02b-43db-a439-bb1e43d5230d service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=3b90a52b66304d6a8396c2989bcc612b&device_id=d3bb3a4c-e3cf-4727-afca-7189445375d1 HTTP/1.1" status: 200 len: 1127 time: 0.0621758 Aug 30 04:31:01.687569 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ced1a154-97bf-4805-a317-18f57102c081 req-03634068-d86d-4946-ad00-45a1d8008c90 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c13f7aed-e9d1-4001-a6f9-7cba41ebe783 HTTP/1.1" status: 200 len: 217 time: 0.0329463 Aug 30 04:31:01.746872 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced1a154-97bf-4805-a317-18f57102c081 req-96085837-cc50-45b7-a273-09d305ccea7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:01.748231 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ced1a154-97bf-4805-a317-18f57102c081 req-96085837-cc50-45b7-a273-09d305ccea7b service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=4f3f0acb-44b7-47bf-8943-9edf720293f9 HTTP/1.1" status: 200 len: 853 time: 0.0489860 Aug 30 04:31:01.780142 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ced1a154-97bf-4805-a317-18f57102c081 req-5d4a20ad-84a0-4496-a7b2-b387069b4d7a service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=a3aa638b-3502-4aa0-b58d-c9b52149abcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258398 Aug 30 04:31:01.869385 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ced1a154-97bf-4805-a317-18f57102c081 req-23151977-fdd5-433f-a599-775d707003ce service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a3aa638b-3502-4aa0-b58d-c9b52149abcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831780 Aug 30 04:31:01.963464 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ced1a154-97bf-4805-a317-18f57102c081 req-6202a4bc-20a2-45a3-bc13-ca9e78e4a537 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a3aa638b-3502-4aa0-b58d-c9b52149abcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875313 Aug 30 04:31:02.760762 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c96e5-40ef-4991-a0c9-f53441ab5ad6 req-2848202b-0004-472c-8a4d-58a0a5b00e2f tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:02.762209 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9e0c96e5-40ef-4991-a0c9-f53441ab5ad6 req-2848202b-0004-472c-8a4d-58a0a5b00e2f tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d3bb3a4c-e3cf-4727-afca-7189445375d1 HTTP/1.1" status: 200 len: 943 time: 0.0465796 Aug 30 04:31:02.810843 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9e0c96e5-40ef-4991-a0c9-f53441ab5ad6 req-be4bd87e-0177-4dec-b929-91a31a6a61fd tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c1279601-ed05-405a-860b-bc2344a0626b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421891 Aug 30 04:31:02.856628 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01e846-37c1-4808-ab4f-659c26ef1011 req-c11fd629-6a91-4314-9d4a-6590297bada9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:02.858084 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6a01e846-37c1-4808-ab4f-659c26ef1011 req-c11fd629-6a91-4314-9d4a-6590297bada9 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=3b90a52b66304d6a8396c2989bcc612b&device_id=d3bb3a4c-e3cf-4727-afca-7189445375d1 HTTP/1.1" status: 200 len: 1127 time: 0.0442345 Aug 30 04:31:02.909768 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:02.927741 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:02.951849 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01e846-37c1-4808-ab4f-659c26ef1011 req-4124166f-db3e-4bb4-b98b-d8db9b49025b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:02.953344 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6a01e846-37c1-4808-ab4f-659c26ef1011 req-4124166f-db3e-4bb4-b98b-d8db9b49025b service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=a3aa638b-3502-4aa0-b58d-c9b52149abcd HTTP/1.1" status: 200 len: 914 time: 0.0892937 Aug 30 04:31:02.996026 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6a01e846-37c1-4808-ab4f-659c26ef1011 req-40db812b-fdc0-4514-8716-30cfcc8da56e service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c13f7aed-e9d1-4001-a6f9-7cba41ebe783 HTTP/1.1" status: 200 len: 217 time: 0.0359135 Aug 30 04:31:03.044256 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01e846-37c1-4808-ab4f-659c26ef1011 req-42a0d6b4-3e56-454a-b20a-2f38714aca88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:03.045671 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6a01e846-37c1-4808-ab4f-659c26ef1011 req-42a0d6b4-3e56-454a-b20a-2f38714aca88 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=4f3f0acb-44b7-47bf-8943-9edf720293f9 HTTP/1.1" status: 200 len: 853 time: 0.0439093 Aug 30 04:31:03.077116 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6a01e846-37c1-4808-ab4f-659c26ef1011 req-898aec61-cb98-44cd-ad7c-b9f8557f77c1 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=a3aa638b-3502-4aa0-b58d-c9b52149abcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257962 Aug 30 04:31:03.169287 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6a01e846-37c1-4808-ab4f-659c26ef1011 req-c89d6918-c7be-4041-abac-45fa13c43213 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a3aa638b-3502-4aa0-b58d-c9b52149abcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861795 Aug 30 04:31:03.263732 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6a01e846-37c1-4808-ab4f-659c26ef1011 req-9880d524-b100-493f-8682-911e74919a14 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a3aa638b-3502-4aa0-b58d-c9b52149abcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884063 Aug 30 04:31:03.933180 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38cde3-943f-43f2-9112-9840b28860f9 req-2c3d0a20-a766-4381-84ab-e0f904b790dc tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:03.934674 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-aa38cde3-943f-43f2-9112-9840b28860f9 req-2c3d0a20-a766-4381-84ab-e0f904b790dc tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d3bb3a4c-e3cf-4727-afca-7189445375d1 HTTP/1.1" status: 200 len: 943 time: 0.0503402 Aug 30 04:31:03.982509 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-aa38cde3-943f-43f2-9112-9840b28860f9 req-cf15d073-171e-4234-85e2-1a911b0cb4a3 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c1279601-ed05-405a-860b-bc2344a0626b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422187 Aug 30 04:31:04.438849 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device c13f7aed-e9d1-4001-a6f9-7cba41ebe783 details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106294) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:31:04.535564 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port c13f7aed-e9d1-4001-a6f9-7cba41ebe783, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=c13f7aed-e9d1-4001-a6f9-7cba41ebe783,segment=NetworkSegment(731a4334-e6a3-4ed3-bf60-9425f11fc1e6),segment_id=731a4334-e6a3-4ed3-bf60-9425f11fc1e6)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:31:04.546892 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Returning: {'device': 'c13f7aed-e9d1-4001-a6f9-7cba41ebe783', 'network_id': 'a3aa638b-3502-4aa0-b58d-c9b52149abcd', 'port_id': 'c13f7aed-e9d1-4001-a6f9-7cba41ebe783', 'mac_address': 'fa:16:3e:db:5b:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f3f0acb-44b7-47bf-8943-9edf720293f9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106294) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:31:04.584095 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Current status of the port c13f7aed-e9d1-4001-a6f9-7cba41ebe783 is: DOWN; New status is: BUILD {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:31:04.584486 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (c13f7aed-e9d1-4001-a6f9-7cba41ebe783), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:04.597227 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c13f7aed-e9d1-4001-a6f9-7cba41ebe783 {{(pid=106294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:31:04.616825 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port c13f7aed-e9d1-4001-a6f9-7cba41ebe783, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=c13f7aed-e9d1-4001-a6f9-7cba41ebe783,segment=NetworkSegment(731a4334-e6a3-4ed3-bf60-9425f11fc1e6),segment_id=731a4334-e6a3-4ed3-bf60-9425f11fc1e6)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:31:04.620953 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (c13f7aed-e9d1-4001-a6f9-7cba41ebe783), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:04.668091 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Pushing event updated for resources: {'Port': ['ID=c13f7aed-e9d1-4001-a6f9-7cba41ebe783,revision_number=4']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:04.675732 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:04.676081 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:04.676444 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:04.676774 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:04.677108 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:04.677443 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:04.677806 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:04.678121 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:04.678489 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:04.678819 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:04.679144 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:04.679470 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:04.679793 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:04.680112 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:04.680434 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:04.713133 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.agents_db [None req-4bab6993-eaca-4b45-827a-a5590950f82e None None] Agent healthcheck: found 6 active agents {{(pid=106295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:31:04.862738 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] get_ports_and_sgs() called for port_ids ['c13f7aed-e9d1-4001-a6f9-7cba41ebe783'] {{(pid=106294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:31:05.103953 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27681427-73f4-4b38-8205-a5b2037a4b8e req-41dd6655-8e08-406a-ae1a-2ccae6d95232 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:05.105404 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-27681427-73f4-4b38-8205-a5b2037a4b8e req-41dd6655-8e08-406a-ae1a-2ccae6d95232 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d3bb3a4c-e3cf-4727-afca-7189445375d1 HTTP/1.1" status: 200 len: 944 time: 0.0512173 Aug 30 04:31:05.155976 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-27681427-73f4-4b38-8205-a5b2037a4b8e req-d1317f58-f267-4755-9faa-2f6745c8a0e4 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c1279601-ed05-405a-860b-bc2344a0626b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449147 Aug 30 04:31:05.294608 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b1e089b2-cbab-47ac-8d30-cbcfbb8a6f7a req-724033fc-b760-4fe5-8f2b-1f16e1ecf795 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=0f0012cc-390a-49c1-9a99-f304bd689b83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386071 Aug 30 04:31:05.381347 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e089b2-cbab-47ac-8d30-cbcfbb8a6f7a req-615414ee-614a-4405-ae6f-fa34bae181be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:05.382826 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b1e089b2-cbab-47ac-8d30-cbcfbb8a6f7a req-615414ee-614a-4405-ae6f-fa34bae181be service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=59c345f38d6548cd820affce5406d62c&device_id=0f0012cc-390a-49c1-9a99-f304bd689b83 HTTP/1.1" status: 200 len: 1129 time: 0.0396545 Aug 30 04:31:05.499581 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e089b2-cbab-47ac-8d30-cbcfbb8a6f7a req-0ca60448-d764-4333-b6f8-f3fdb370d2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:05.501039 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b1e089b2-cbab-47ac-8d30-cbcfbb8a6f7a req-0ca60448-d764-4333-b6f8-f3fdb370d2e4 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=8adf9578-c481-4463-b5d1-5bddee25fe02 HTTP/1.1" status: 200 len: 913 time: 0.0977385 Aug 30 04:31:05.563204 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b1e089b2-cbab-47ac-8d30-cbcfbb8a6f7a req-2c95c49c-1882-4703-bb52-842e10461ca1 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97a3f3f8-bce0-468c-86b5-94677bb38667 HTTP/1.1" status: 200 len: 1001 time: 0.0556366 Aug 30 04:31:05.615860 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e089b2-cbab-47ac-8d30-cbcfbb8a6f7a req-ed1ed9d6-a077-4a0b-abbd-a9fc5276ba29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:05.617295 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b1e089b2-cbab-47ac-8d30-cbcfbb8a6f7a req-ed1ed9d6-a077-4a0b-abbd-a9fc5276ba29 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=03eac665-3c5b-4142-8ea7-a4ac29a47a1c HTTP/1.1" status: 200 len: 851 time: 0.0485601 Aug 30 04:31:05.661438 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e089b2-cbab-47ac-8d30-cbcfbb8a6f7a req-9635e77e-ae0b-4e08-b685-aef067b25f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:05.662946 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b1e089b2-cbab-47ac-8d30-cbcfbb8a6f7a req-9635e77e-ae0b-4e08-b685-aef067b25f1d service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=8adf9578-c481-4463-b5d1-5bddee25fe02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398777 Aug 30 04:31:05.755503 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b1e089b2-cbab-47ac-8d30-cbcfbb8a6f7a req-48d59e35-11fc-45d6-9f10-01f300c29a02 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/8adf9578-c481-4463-b5d1-5bddee25fe02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862744 Aug 30 04:31:05.837471 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:05.852664 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b1e089b2-cbab-47ac-8d30-cbcfbb8a6f7a req-181d45e1-d15d-4c9e-b25c-7e3d9c04f0e3 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/8adf9578-c481-4463-b5d1-5bddee25fe02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873427 Aug 30 04:31:06.276737 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38009698-06fe-408d-84c6-d795b7573890 req-5d4404c6-2586-4bd3-a9dc-44f7b79bdbf2 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:06.278522 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-38009698-06fe-408d-84c6-d795b7573890 req-5d4404c6-2586-4bd3-a9dc-44f7b79bdbf2 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d3bb3a4c-e3cf-4727-afca-7189445375d1 HTTP/1.1" status: 200 len: 944 time: 0.0478964 Aug 30 04:31:06.329067 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-38009698-06fe-408d-84c6-d795b7573890 req-dc952ed8-3c41-4aab-a85f-6209d3422664 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c1279601-ed05-405a-860b-bc2344a0626b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441749 Aug 30 04:31:06.440668 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device c13f7aed-e9d1-4001-a6f9-7cba41ebe783 up at agent hyperv_hv-cinder-85220 {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:31:06.482455 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Provisioning for port c13f7aed-e9d1-4001-a6f9-7cba41ebe783 completed by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:31:06.488301 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Provisioning complete for port c13f7aed-e9d1-4001-a6f9-7cba41ebe783 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:31:06.488817 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (c13f7aed-e9d1-4001-a6f9-7cba41ebe783), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:06.565330 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Current status of the port c13f7aed-e9d1-4001-a6f9-7cba41ebe783 is: BUILD; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:31:06.565682 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (c13f7aed-e9d1-4001-a6f9-7cba41ebe783), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:06.588781 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3bb3a4c-e3cf-4727-afca-7189445375d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c13f7aed-e9d1-4001-a6f9-7cba41ebe783'}] {{(pid=106294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:31:06.591000 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc91461c002048a1511ec2515697d9f100988a5a9e001fc967bf4275e8e26e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd47d804-d6ac-4127-8b17-1d649a2ece24" -d '{"events": [{"server_uuid": "d3bb3a4c-e3cf-4727-afca-7189445375d1", "name": "network-vif-plugged", "status": "completed", "tag": "c13f7aed-e9d1-4001-a6f9-7cba41ebe783"}]}' {{(pid=106294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:31:06.603180 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port c13f7aed-e9d1-4001-a6f9-7cba41ebe783, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=c13f7aed-e9d1-4001-a6f9-7cba41ebe783,segment=NetworkSegment(731a4334-e6a3-4ed3-bf60-9425f11fc1e6),segment_id=731a4334-e6a3-4ed3-bf60-9425f11fc1e6)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:31:06.607566 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (c13f7aed-e9d1-4001-a6f9-7cba41ebe783), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:06.633872 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f612ef06-7582-458c-8f46-205998eb04dd x-openstack-request-id: req-f612ef06-7582-458c-8f46-205998eb04dd {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:31:06.634162 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3bb3a4c-e3cf-4727-afca-7189445375d1", "name": "network-vif-plugged", "status": "completed", "tag": "c13f7aed-e9d1-4001-a6f9-7cba41ebe783", "code": 200}]} {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:31:06.634452 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f612ef06-7582-458c-8f46-205998eb04dd {{(pid=106294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:31:06.634845 dv-cinder-852208-11-iscsi neutron-server[106294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f612ef06-7582-458c-8f46-205998eb04dd'] response: {'server_uuid': 'd3bb3a4c-e3cf-4727-afca-7189445375d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c13f7aed-e9d1-4001-a6f9-7cba41ebe783', 'code': 200} Aug 30 04:31:06.639382 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:06.659357 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Pushing event updated for resources: {'Port': ['ID=c13f7aed-e9d1-4001-a6f9-7cba41ebe783,revision_number=5']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:06.809903 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb00bf-6440-4f55-97eb-f26e76e471f7 req-42ce21aa-62fe-4eca-92c6-87c1cde7bfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:06.811425 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c9bb00bf-6440-4f55-97eb-f26e76e471f7 req-42ce21aa-62fe-4eca-92c6-87c1cde7bfc6 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d3bb3a4c-e3cf-4727-afca-7189445375d1 HTTP/1.1" status: 200 len: 1129 time: 0.0435569 Aug 30 04:31:06.862796 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c9bb00bf-6440-4f55-97eb-f26e76e471f7 req-112c16c2-c0f4-47b5-a6f5-c0203978bae0 service neutron] 10.222.0.75 "GET /networking/v2.0/security-groups?id=c1279601-ed05-405a-860b-bc2344a0626b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432940 Aug 30 04:31:07.455793 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f8805-4ffd-48a8-875c-cc2d9ddf47c0 req-a1b1dc24-aa5f-43cb-ba6c-14f29d1c3d0b tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:07.457285 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-5e2f8805-4ffd-48a8-875c-cc2d9ddf47c0 req-a1b1dc24-aa5f-43cb-ba6c-14f29d1c3d0b tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d3bb3a4c-e3cf-4727-afca-7189445375d1 HTTP/1.1" status: 200 len: 945 time: 0.0500698 Aug 30 04:31:07.503528 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-5e2f8805-4ffd-48a8-875c-cc2d9ddf47c0 req-82650581-4502-4bac-bcaa-d540f48bd56c tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c1279601-ed05-405a-860b-bc2344a0626b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406501 Aug 30 04:31:08.626323 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc53b54-9e25-4ddf-afa5-e7b784b9cc95 req-6603d8b9-fa62-4112-90ec-7c52be61f7ab tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:08.628021 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ecc53b54-9e25-4ddf-afa5-e7b784b9cc95 req-6603d8b9-fa62-4112-90ec-7c52be61f7ab tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d3bb3a4c-e3cf-4727-afca-7189445375d1 HTTP/1.1" status: 200 len: 945 time: 0.0496359 Aug 30 04:31:08.660656 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:08.675449 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ecc53b54-9e25-4ddf-afa5-e7b784b9cc95 req-bf500546-1d59-436b-a898-50db8b44c63c tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c1279601-ed05-405a-860b-bc2344a0626b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419371 Aug 30 04:31:16.655675 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:16.656418 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:17.497679 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=34 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:17.499749 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=40 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:18.668793 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=16 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:18.671790 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:20.378571 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-23825496-036c-4d68-9b02-5f5033ab8552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (1bd89ca2-58f6-428d-83bf-6325bad549fd), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:21.675986 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=4 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:21.676761 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=4 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:22.560332 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-452fe7fd-44e8-4086-af46-d059066ada58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:23.805034 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8bdbbddc-d827-40e6-b8fb-29930693a668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (0ba81f50-231f-4a87-bfed-adcf093ea106), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:25.482239 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-390264ec-bab8-4bcb-922a-62bbd4f3a683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (b2cd167f-1ad0-4273-bd2a-29638b1fd1d2), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:25.612500 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (d414c4c0-e104-4322-85c3-8bf64da32860), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:28.841458 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdfdf20-5165-42f7-8b09-90a8023ec10c req-99d9c855-ee10-4523-b3a5-0fb26ed29d8a tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:28.842976 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6bdfdf20-5165-42f7-8b09-90a8023ec10c req-99d9c855-ee10-4523-b3a5-0fb26ed29d8a tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d3bb3a4c-e3cf-4727-afca-7189445375d1 HTTP/1.1" status: 200 len: 945 time: 0.0501754 Aug 30 04:31:28.892792 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6bdfdf20-5165-42f7-8b09-90a8023ec10c req-b1e3738a-4440-43e3-949d-1e3615765f2a tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c1279601-ed05-405a-860b-bc2344a0626b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435343 Aug 30 04:31:30.015802 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dbeda0-66ef-4875-b2ab-ec4c1ae0c113 req-17807c07-1161-4fe9-a4ec-0aa9e22d930b tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:30.017466 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-07dbeda0-66ef-4875-b2ab-ec4c1ae0c113 req-17807c07-1161-4fe9-a4ec-0aa9e22d930b tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d3bb3a4c-e3cf-4727-afca-7189445375d1 HTTP/1.1" status: 200 len: 945 time: 0.0485227 Aug 30 04:31:30.066566 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-07dbeda0-66ef-4875-b2ab-ec4c1ae0c113 req-b366a32f-ac91-4aef-bb21-9fab02796eee tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c1279601-ed05-405a-860b-bc2344a0626b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430481 Aug 30 04:31:30.357989 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53309a-1ee6-46b3-83eb-36116a2c678e req-ac077f45-96d9-402b-803a-b5cda864fc35 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:30.359471 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2b53309a-1ee6-46b3-83eb-36116a2c678e req-ac077f45-96d9-402b-803a-b5cda864fc35 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d3bb3a4c-e3cf-4727-afca-7189445375d1 HTTP/1.1" status: 200 len: 945 time: 0.0503747 Aug 30 04:31:30.444886 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-2b53309a-1ee6-46b3-83eb-36116a2c678e req-165a6676-6ab7-4eb7-8aee-e9353f2fa020 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Deleting port c13f7aed-e9d1-4001-a6f9-7cba41ebe783 {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:31:30.445229 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-2b53309a-1ee6-46b3-83eb-36116a2c678e req-165a6676-6ab7-4eb7-8aee-e9353f2fa020 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (c13f7aed-e9d1-4001-a6f9-7cba41ebe783), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:30.539207 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-2b53309a-1ee6-46b3-83eb-36116a2c678e req-165a6676-6ab7-4eb7-8aee-e9353f2fa020 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] For port c13f7aed-e9d1-4001-a6f9-7cba41ebe783, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=c13f7aed-e9d1-4001-a6f9-7cba41ebe783,segment=NetworkSegment(731a4334-e6a3-4ed3-bf60-9425f11fc1e6),segment_id=731a4334-e6a3-4ed3-bf60-9425f11fc1e6)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:31:30.539568 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-2b53309a-1ee6-46b3-83eb-36116a2c678e req-165a6676-6ab7-4eb7-8aee-e9353f2fa020 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (c13f7aed-e9d1-4001-a6f9-7cba41ebe783), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:30.552966 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-2b53309a-1ee6-46b3-83eb-36116a2c678e req-165a6676-6ab7-4eb7-8aee-e9353f2fa020 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Calling delete_port for c13f7aed-e9d1-4001-a6f9-7cba41ebe783 owned by compute:nova {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:31:30.683846 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-2b53309a-1ee6-46b3-83eb-36116a2c678e req-165a6676-6ab7-4eb7-8aee-e9353f2fa020 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (c13f7aed-e9d1-4001-a6f9-7cba41ebe783), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:30.695984 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] get_ports_and_sgs() called for port_ids ['c13f7aed-e9d1-4001-a6f9-7cba41ebe783'] {{(pid=106294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:31:30.717760 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165a6676-6ab7-4eb7-8aee-e9353f2fa020 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Pushing event deleted for resources: {'Port': ['ID=c13f7aed-e9d1-4001-a6f9-7cba41ebe783,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:30.762612 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b53309a-1ee6-46b3-83eb-36116a2c678e req-165a6676-6ab7-4eb7-8aee-e9353f2fa020 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] No DVR routers for this DVR port c13f7aed-e9d1-4001-a6f9-7cba41ebe783 on host hv-cinder-85220 {{(pid=106293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:31:30.765295 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-2b53309a-1ee6-46b3-83eb-36116a2c678e req-165a6676-6ab7-4eb7-8aee-e9353f2fa020 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:30.769385 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2b53309a-1ee6-46b3-83eb-36116a2c678e req-165a6676-6ab7-4eb7-8aee-e9353f2fa020 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] 10.222.0.75 "DELETE /networking/v2.0/ports/c13f7aed-e9d1-4001-a6f9-7cba41ebe783 HTTP/1.1" status: 204 len: 173 time: 0.4050844 Aug 30 04:31:30.769836 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3bb3a4c-e3cf-4727-afca-7189445375d1', 'name': 'network-vif-deleted', 'tag': 'c13f7aed-e9d1-4001-a6f9-7cba41ebe783'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:31:30.772147 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11a3118c5976ecaadc28dc64ec6366a88eb3d4be069be3e491e321578e9d1f78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052e540e-5ee4-464b-b769-4d94589f67a9" -d '{"events": [{"server_uuid": "d3bb3a4c-e3cf-4727-afca-7189445375d1", "name": "network-vif-deleted", "tag": "c13f7aed-e9d1-4001-a6f9-7cba41ebe783"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:31:30.814501 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752b4694-198c-42c1-9410-1f4d7d3cb34a x-openstack-request-id: req-752b4694-198c-42c1-9410-1f4d7d3cb34a {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:31:30.814927 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3bb3a4c-e3cf-4727-afca-7189445375d1", "name": "network-vif-deleted", "tag": "c13f7aed-e9d1-4001-a6f9-7cba41ebe783", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:31:30.815282 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-752b4694-198c-42c1-9410-1f4d7d3cb34a {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:31:30.815820 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-752b4694-198c-42c1-9410-1f4d7d3cb34a'] response: {'server_uuid': 'd3bb3a4c-e3cf-4727-afca-7189445375d1', 'name': 'network-vif-deleted', 'tag': 'c13f7aed-e9d1-4001-a6f9-7cba41ebe783', 'status': 'completed', 'code': 200} Aug 30 04:31:31.178180 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-39e00828-a790-438c-99e7-c41b8bae4b24 req-22e60c2b-d3d9-436b-a84a-4b5d2bf43db7 tempest-VolumesSnapshotTestJSON-2100359224 tempest-VolumesSnapshotTestJSON-2100359224-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d3bb3a4c-e3cf-4727-afca-7189445375d1 HTTP/1.1" status: 200 len: 210 time: 0.0285747 Aug 30 04:31:31.206174 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (5274a8db-cdbb-4c02-abb1-2eb9d7076dc1), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:35.585365 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device c13f7aed-e9d1-4001-a6f9-7cba41ebe783 no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:31:35.604300 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] No Port match for: c13f7aed-e9d1-4001-a6f9-7cba41ebe783 {{(pid=106294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:31:35.604638 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device c13f7aed-e9d1-4001-a6f9-7cba41ebe783 not bound to the agent host hv-cinder-85220 {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:31:40.062055 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=10 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:40.725486 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=63,neutron:DELETE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:40.746211 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=44,neutron:DELETE=5 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:41.160110 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=10 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:41.200311 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:41.711837 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.agents_db [None req-4bab6993-eaca-4b45-827a-a5590950f82e None None] Agent healthcheck: found 6 active agents {{(pid=106295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:31:45.589207 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:50.380207 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-f3ce9d25-1e3c-4841-bf8b-c91f5e60df0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (1bd89ca2-58f6-428d-83bf-6325bad549fd), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:52.564950 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-478cafbd-d14e-40bd-b752-ce69d1abb1aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:53.462847 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 56616) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:31:53.511147 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2598d0f-ec05-4dcf-ada2-76102b39461a admin admin] Deleting subnet 4f3f0acb-44b7-47bf-8943-9edf720293f9 {{(pid=106292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 04:31:53.514388 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-f2598d0f-ec05-4dcf-ada2-76102b39461a admin admin] Publish callbacks [] for subnet (4f3f0acb-44b7-47bf-8943-9edf720293f9), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:53.549978 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-f2598d0f-ec05-4dcf-ada2-76102b39461a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2102192'] for subnet (4f3f0acb-44b7-47bf-8943-9edf720293f9), precommit_delete_associations {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:53.590927 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-f2598d0f-ec05-4dcf-ada2-76102b39461a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1779299'] for subnet (4f3f0acb-44b7-47bf-8943-9edf720293f9), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:53.647035 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-f2598d0f-ec05-4dcf-ada2-76102b39461a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1779322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834644'] for subnet (4f3f0acb-44b7-47bf-8943-9edf720293f9), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:53.679508 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2598d0f-ec05-4dcf-ada2-76102b39461a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f3f0acb-44b7-47bf-8943-9edf720293f9,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:53.682107 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-f2598d0f-ec05-4dcf-ada2-76102b39461a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for subnet (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:53.686769 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-f2598d0f-ec05-4dcf-ada2-76102b39461a admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/4f3f0acb-44b7-47bf-8943-9edf720293f9 HTTP/1.1" status: 204 len: 168 time: 0.2228613 Aug 30 04:31:53.688093 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 56620) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:31:53.695419 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2598d0f-ec05-4dcf-ada2-76102b39461a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:53.695695 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2598d0f-ec05-4dcf-ada2-76102b39461a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:53.696050 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2598d0f-ec05-4dcf-ada2-76102b39461a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:53.696396 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2598d0f-ec05-4dcf-ada2-76102b39461a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:53.696736 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2598d0f-ec05-4dcf-ada2-76102b39461a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:53.697074 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2598d0f-ec05-4dcf-ada2-76102b39461a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:53.697414 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2598d0f-ec05-4dcf-ada2-76102b39461a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:53.697743 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2598d0f-ec05-4dcf-ada2-76102b39461a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:53.698076 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2598d0f-ec05-4dcf-ada2-76102b39461a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:53.698433 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2598d0f-ec05-4dcf-ada2-76102b39461a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:53.698912 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2598d0f-ec05-4dcf-ada2-76102b39461a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:53.699250 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2598d0f-ec05-4dcf-ada2-76102b39461a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:53.699578 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2598d0f-ec05-4dcf-ada2-76102b39461a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:53.699906 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2598d0f-ec05-4dcf-ada2-76102b39461a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:53.700232 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2598d0f-ec05-4dcf-ada2-76102b39461a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:53.785995 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-0f6dff42-ebfc-45a8-bbad-215274c23c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635422'] for network (a3aa638b-3502-4aa0-b58d-c9b52149abcd), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:53.807266 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8bdbbddc-d827-40e6-b8fb-29930693a668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (0ba81f50-231f-4a87-bfed-adcf093ea106), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:53.865537 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-0f6dff42-ebfc-45a8-bbad-215274c23c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1778176', 'neutron.services.segments.db._delete_segments_for_network-8749362907459'] for network (a3aa638b-3502-4aa0-b58d-c9b52149abcd), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:53.887013 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.services.segments.db [None req-0f6dff42-ebfc-45a8-bbad-215274c23c7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3aa638b-3502-4aa0-b58d-c9b52149abcd']}} {{(pid=106293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:31:53.896908 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.services.segments.db [None req-0f6dff42-ebfc-45a8-bbad-215274c23c7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '731a4334-e6a3-4ed3-bf60-9425f11fc1e6') {'for_net_delete': True} {{(pid=106293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:31:53.897210 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.services.segments.db [None req-0f6dff42-ebfc-45a8-bbad-215274c23c7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '731a4334-e6a3-4ed3-bf60-9425f11fc1e6') {} {{(pid=106293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:31:53.906597 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-0f6dff42-ebfc-45a8-bbad-215274c23c7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749362932655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3387953'] for segment (731a4334-e6a3-4ed3-bf60-9425f11fc1e6), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:53.920065 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-0f6dff42-ebfc-45a8-bbad-215274c23c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784698'] for segment (731a4334-e6a3-4ed3-bf60-9425f11fc1e6), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:53.927641 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f6dff42-ebfc-45a8-bbad-215274c23c7c admin admin] Releasing vlan 806 on physical network physnet1 to pool {{(pid=106293) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 04:31:53.928056 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-0f6dff42-ebfc-45a8-bbad-215274c23c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-454390'] for segment (731a4334-e6a3-4ed3-bf60-9425f11fc1e6), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:53.997176 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-0f6dff42-ebfc-45a8-bbad-215274c23c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1778185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572621'] for network (a3aa638b-3502-4aa0-b58d-c9b52149abcd), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:54.004409 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-0f6dff42-ebfc-45a8-bbad-215274c23c7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for network (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:54.008054 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-0f6dff42-ebfc-45a8-bbad-215274c23c7c admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/a3aa638b-3502-4aa0-b58d-c9b52149abcd HTTP/1.1" status: 204 len: 168 time: 0.3181322 Aug 30 04:31:54.022655 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6dff42-ebfc-45a8-bbad-215274c23c7c admin admin] Pushing event deleted for resources: {'Network': ['ID=a3aa638b-3502-4aa0-b58d-c9b52149abcd,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:54.083015 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.services.segments.plugin [-] Segment 731a4334-e6a3-4ed3-bf60-9425f11fc1e6 resource provider aggregate not found Aug 30 04:31:54.099836 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.services.segments.plugin [-] Segment 731a4334-e6a3-4ed3-bf60-9425f11fc1e6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 731a4334-e6a3-4ed3-bf60-9425f11fc1e6 found for delete ", "request_id": "req-62acee84-f4f4-4179-bbb5-c1d301436572"}]} Aug 30 04:31:54.132885 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 56632) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:31:54.175095 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-5582c1a6-d3ea-4210-83d6-026939873ffb admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=3b90a52b66304d6a8396c2989bcc612b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410922 Aug 30 04:31:54.177546 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 56634) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:31:54.225811 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-170cef08-c63f-4389-9f6a-cb501e7f5db3 admin admin] Publish callbacks [] for security_group (c1279601-ed05-405a-860b-bc2344a0626b), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:54.246320 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-170cef08-c63f-4389-9f6a-cb501e7f5db3 admin admin] Publish callbacks [] for security_group (c1279601-ed05-405a-860b-bc2344a0626b), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:54.294076 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-170cef08-c63f-4389-9f6a-cb501e7f5db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (c1279601-ed05-405a-860b-bc2344a0626b), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:54.297128 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-170cef08-c63f-4389-9f6a-cb501e7f5db3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:54.299312 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-170cef08-c63f-4389-9f6a-cb501e7f5db3 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/c1279601-ed05-405a-860b-bc2344a0626b HTTP/1.1" status: 204 len: 168 time: 0.1201363 Aug 30 04:31:54.310020 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170cef08-c63f-4389-9f6a-cb501e7f5db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1279601-ed05-405a-860b-bc2344a0626b,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:55.483935 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-390264ec-bab8-4bcb-922a-62bbd4f3a683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (b2cd167f-1ad0-4273-bd2a-29638b1fd1d2), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:55.615319 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (d414c4c0-e104-4322-85c3-8bf64da32860), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:58.677759 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=16 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:58.682444 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=18 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:00.857822 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-a572f854-2d24-453b-8dff-94806c4966be req-05579fd4-3bea-48e1-a0ea-66ca93dec652 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-759749048&fields=id&tenant_id=59c345f38d6548cd820affce5406d62c HTTP/1.1" status: 200 len: 267 time: 0.2566714 Aug 30 04:32:00.965449 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a572f854-2d24-453b-8dff-94806c4966be req-db012763-8bf1-4d33-9190-8cf040a4c11b tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:00.966974 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-a572f854-2d24-453b-8dff-94806c4966be req-db012763-8bf1-4d33-9190-8cf040a4c11b tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/networks?id=8adf9578-c481-4463-b5d1-5bddee25fe02 HTTP/1.1" status: 200 len: 812 time: 0.1021893 Aug 30 04:32:00.982012 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-a572f854-2d24-453b-8dff-94806c4966be req-59ddc7da-0a66-4934-bfe7-f2c3981afe39 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/quotas/59c345f38d6548cd820affce5406d62c HTTP/1.1" status: 200 len: 375 time: 0.0092785 Aug 30 04:32:01.032700 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-a572f854-2d24-453b-8dff-94806c4966be req-642f2d99-2584-48a0-af06-aa88d345e8fb tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=59c345f38d6548cd820affce5406d62c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0459065 Aug 30 04:32:01.144042 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [req-a572f854-2d24-453b-8dff-94806c4966be req-30fc43e3-1477-43bb-aa4e-40330570de7e service neutron] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106292) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 04:32:01.145133 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-a572f854-2d24-453b-8dff-94806c4966be req-30fc43e3-1477-43bb-aa4e-40330570de7e service neutron] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1009784 Aug 30 04:32:01.215718 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (5274a8db-cdbb-4c02-abb1-2eb9d7076dc1), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:01.241221 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-a572f854-2d24-453b-8dff-94806c4966be req-22ed629c-ffbb-4007-9248-71741fb58d54 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/8adf9578-c481-4463-b5d1-5bddee25fe02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901895 Aug 30 04:32:01.329376 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-a572f854-2d24-453b-8dff-94806c4966be req-11a7d1db-4193-4198-9634-fa186444e232 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/8adf9578-c481-4463-b5d1-5bddee25fe02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824172 Aug 30 04:32:01.640928 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-49b8d4e4-9350-471f-8909-6a83928a9873 req-5895f584-3edc-43f5-bf59-23f261e53c9e tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=850a567e-8335-4eb6-bb7b-668825278af3 HTTP/1.1" status: 200 len: 210 time: 0.0320847 Aug 30 04:32:02.684008 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a572f854-2d24-453b-8dff-94806c4966be req-4d8fae5d-8026-4eb6-99cc-3035a7396fd6 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:02.685302 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a572f854-2d24-453b-8dff-94806c4966be req-4d8fae5d-8026-4eb6-99cc-3035a7396fd6 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.75 "GET /networking/v2.0/networks?id=8adf9578-c481-4463-b5d1-5bddee25fe02 HTTP/1.1" status: 200 len: 812 time: 0.1099510 Aug 30 04:32:02.757425 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-778307b0-138e-4fa5-93db-c7ec83384371 req-1d4d0bc3-0a77-4083-8153-cc7418abb0c1 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=850a567e-8335-4eb6-bb7b-668825278af3 HTTP/1.1" status: 200 len: 210 time: 0.0301175 Aug 30 04:32:02.757961 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a572f854-2d24-453b-8dff-94806c4966be req-04f42ffd-5c9b-4b06-ae32-c2871f8e515c tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.75 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=59c345f38d6548cd820affce5406d62c HTTP/1.1" status: 200 len: 379 time: 0.0623901 Aug 30 04:32:02.768943 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-a572f854-2d24-453b-8dff-94806c4966be req-feeca577-e7aa-42a6-ac51-be769b7519a9 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Request body: {'port': {'device_id': '850a567e-8335-4eb6-bb7b-668825278af3', 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02', 'admin_state_up': True, 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'security_groups': ['eeba6d54-95d8-44b5-8b13-0be4ed569eb7']}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:32:02.890719 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a572f854-2d24-453b-8dff-94806c4966be req-feeca577-e7aa-42a6-ac51-be769b7519a9 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Made reservation on behalf of 59c345f38d6548cd820affce5406d62c for: {'port': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:32:02.895700 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-a572f854-2d24-453b-8dff-94806c4966be req-feeca577-e7aa-42a6-ac51-be769b7519a9 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:02.904589 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:03.032472 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [req-a572f854-2d24-453b-8dff-94806c4966be req-feeca577-e7aa-42a6-ac51-be769b7519a9 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Allocated IP 172.20.0.10 (8adf9578-c481-4463-b5d1-5bddee25fe02/03eac665-3c5b-4142-8ea7-a4ac29a47a1c/e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:32:03.114561 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:03.182471 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-a572f854-2d24-453b-8dff-94806c4966be req-feeca577-e7aa-42a6-ac51-be769b7519a9 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks [] for port (e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:03.216309 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-a572f854-2d24-453b-8dff-94806c4966be req-feeca577-e7aa-42a6-ac51-be769b7519a9 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:03.259390 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a572f854-2d24-453b-8dff-94806c4966be req-feeca577-e7aa-42a6-ac51-be769b7519a9 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Network 8adf9578-c481-4463-b5d1-5bddee25fe02 is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:32:03.262569 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [req-a572f854-2d24-453b-8dff-94806c4966be req-feeca577-e7aa-42a6-ac51-be769b7519a9 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:32:03.266306 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-a572f854-2d24-453b-8dff-94806c4966be req-feeca577-e7aa-42a6-ac51-be769b7519a9 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:32:03.294780 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeca577-e7aa-42a6-ac51-be769b7519a9 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Pushing event updated for resources: {'Port': ['ID=e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:03.308332 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeca577-e7aa-42a6-ac51-be769b7519a9 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:03.308679 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeca577-e7aa-42a6-ac51-be769b7519a9 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:03.309024 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeca577-e7aa-42a6-ac51-be769b7519a9 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:03.309364 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeca577-e7aa-42a6-ac51-be769b7519a9 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:03.309698 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeca577-e7aa-42a6-ac51-be769b7519a9 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:03.310037 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeca577-e7aa-42a6-ac51-be769b7519a9 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:03.310417 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeca577-e7aa-42a6-ac51-be769b7519a9 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:03.310743 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeca577-e7aa-42a6-ac51-be769b7519a9 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:03.311072 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeca577-e7aa-42a6-ac51-be769b7519a9 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:03.311398 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeca577-e7aa-42a6-ac51-be769b7519a9 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:03.311727 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeca577-e7aa-42a6-ac51-be769b7519a9 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:03.312052 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeca577-e7aa-42a6-ac51-be769b7519a9 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:03.312374 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeca577-e7aa-42a6-ac51-be769b7519a9 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:03.312696 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeca577-e7aa-42a6-ac51-be769b7519a9 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:03.313016 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeca577-e7aa-42a6-ac51-be769b7519a9 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:03.335016 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a572f854-2d24-453b-8dff-94806c4966be req-feeca577-e7aa-42a6-ac51-be769b7519a9 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:03.335627 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-a572f854-2d24-453b-8dff-94806c4966be req-feeca577-e7aa-42a6-ac51-be769b7519a9 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:03.352598 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a572f854-2d24-453b-8dff-94806c4966be req-feeca577-e7aa-42a6-ac51-be769b7519a9 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.75 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5881321 Aug 30 04:32:03.364313 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-a572f854-2d24-453b-8dff-94806c4966be req-a3315351-4c2a-4109-9618-f88ec04230d6 service neutron] Request body: {'port': {'device_id': '850a567e-8335-4eb6-bb7b-668825278af3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:32:03.430069 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-a572f854-2d24-453b-8dff-94806c4966be req-a3315351-4c2a-4109-9618-f88ec04230d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:03.450691 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-f15eb78a-2faa-4599-984a-0d8cd8ec6829 None None] Provisioning complete for port e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22 triggered by entity DHCP. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:32:03.451329 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-f15eb78a-2faa-4599-984a-0d8cd8ec6829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:03.482320 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-f15eb78a-2faa-4599-984a-0d8cd8ec6829 None None] Port e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22 cannot update to ACTIVE because it is not bound. {{(pid=106294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:32:03.686128 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [req-a572f854-2d24-453b-8dff-94806c4966be req-a3315351-4c2a-4109-9618-f88ec04230d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22 {{(pid=106293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:32:03.694432 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-a572f854-2d24-453b-8dff-94806c4966be req-a3315351-4c2a-4109-9618-f88ec04230d6 service neutron] Publish callbacks [] for port (e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:03.704286 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:INSERT=4,neutron:SELECT=87,neutron:UPDATE=8,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:03.707517 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.provisioning_blocks [req-a572f854-2d24-453b-8dff-94806c4966be req-a3315351-4c2a-4109-9618-f88ec04230d6 service neutron] Transition to ACTIVE for port object e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22 will not be triggered until provisioned by entity L2. {{(pid=106293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:32:03.711091 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-a572f854-2d24-453b-8dff-94806c4966be req-a3315351-4c2a-4109-9618-f88ec04230d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-454314'] for port (e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:03.798160 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3315351-4c2a-4109-9618-f88ec04230d6 service neutron] Pushing event updated for resources: {'Port': ['ID=e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:03.838437 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-a572f854-2d24-453b-8dff-94806c4966be req-a3315351-4c2a-4109-9618-f88ec04230d6 service neutron] Attempting to bind port e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22 on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:32:03.838781 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-a572f854-2d24-453b-8dff-94806c4966be req-a3315351-4c2a-4109-9618-f88ec04230d6 service neutron] Attempting to bind port e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22 by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': '4cd3a065-b490-45b6-a955-52849beed2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02'}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:32:03.839157 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a572f854-2d24-453b-8dff-94806c4966be req-a3315351-4c2a-4109-9618-f88ec04230d6 service neutron] Attempting to bind port e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22 on network 8adf9578-c481-4463-b5d1-5bddee25fe02 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:32:03.870741 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a572f854-2d24-453b-8dff-94806c4966be req-a3315351-4c2a-4109-9618-f88ec04230d6 service neutron] Port e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22 on network 8adf9578-c481-4463-b5d1-5bddee25fe02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:32:03.871069 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a572f854-2d24-453b-8dff-94806c4966be req-a3315351-4c2a-4109-9618-f88ec04230d6 service neutron] Attempting to bind port e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22 on network 8adf9578-c481-4463-b5d1-5bddee25fe02 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:32:03.882769 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a572f854-2d24-453b-8dff-94806c4966be req-a3315351-4c2a-4109-9618-f88ec04230d6 service neutron] Checking agent: {'id': '5274a8db-cdbb-4c02-abb1-2eb9d7076dc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 17), 'started_at': datetime.datetime(2022, 8, 30, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:32:03.883111 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a572f854-2d24-453b-8dff-94806c4966be req-a3315351-4c2a-4109-9618-f88ec04230d6 service neutron] Checking segment: {'id': '4cd3a065-b490-45b6-a955-52849beed2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:32:03.883499 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a572f854-2d24-453b-8dff-94806c4966be req-a3315351-4c2a-4109-9618-f88ec04230d6 service neutron] Bound using segment: {'id': '4cd3a065-b490-45b6-a955-52849beed2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02'} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:32:03.883934 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-a572f854-2d24-453b-8dff-94806c4966be req-a3315351-4c2a-4109-9618-f88ec04230d6 service neutron] Bound port: e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cd3a065-b490-45b6-a955-52849beed2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02'}}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:32:03.884294 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-a572f854-2d24-453b-8dff-94806c4966be req-a3315351-4c2a-4109-9618-f88ec04230d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:03.888743 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:03.904447 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145404e-e58d-412c-9554-6c452ecb6d7b req-470d6083-a79e-4a1d-9eb9-5fdd455d0174 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:03.905919 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c145404e-e58d-412c-9554-6c452ecb6d7b req-470d6083-a79e-4a1d-9eb9-5fdd455d0174 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=850a567e-8335-4eb6-bb7b-668825278af3 HTTP/1.1" status: 200 len: 944 time: 0.0702901 Aug 30 04:32:04.000726 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-a572f854-2d24-453b-8dff-94806c4966be req-a3315351-4c2a-4109-9618-f88ec04230d6 service neutron] For port e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22, host hv-cinder-85220, cleared binding levels {{(pid=106293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:32:04.006149 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c145404e-e58d-412c-9554-6c452ecb6d7b req-50416a1e-1f58-4ffc-b2e1-d618b379d47d tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=eeba6d54-95d8-44b5-8b13-0be4ed569eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941989 Aug 30 04:32:04.007747 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-a572f854-2d24-453b-8dff-94806c4966be req-a3315351-4c2a-4109-9618-f88ec04230d6 service neutron] For port e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22,segment=NetworkSegment(4cd3a065-b490-45b6-a955-52849beed2b2),segment_id=4cd3a065-b490-45b6-a955-52849beed2b2)] {{(pid=106293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:32:04.014413 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-a572f854-2d24-453b-8dff-94806c4966be req-a3315351-4c2a-4109-9618-f88ec04230d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-454314'] for port (e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:04.019195 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a572f854-2d24-453b-8dff-94806c4966be req-a3315351-4c2a-4109-9618-f88ec04230d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:04.019812 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-a572f854-2d24-453b-8dff-94806c4966be req-a3315351-4c2a-4109-9618-f88ec04230d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:04.021166 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a572f854-2d24-453b-8dff-94806c4966be req-a3315351-4c2a-4109-9618-f88ec04230d6 service neutron] 10.222.0.75 "PUT /networking/v2.0/ports/e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22 HTTP/1.1" status: 200 len: 1094 time: 0.6612828 Aug 30 04:32:04.022661 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '850a567e-8335-4eb6-bb7b-668825278af3', 'tag': 'e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:32:04.024916 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11a3118c5976ecaadc28dc64ec6366a88eb3d4be069be3e491e321578e9d1f78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4625b6-80f7-4be7-90ef-1a0e1ec42d76" -d '{"events": [{"name": "network-changed", "server_uuid": "850a567e-8335-4eb6-bb7b-668825278af3", "tag": "e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:32:04.097800 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93a54f3-164f-45a2-909c-695839c82c90 x-openstack-request-id: req-f93a54f3-164f-45a2-909c-695839c82c90 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:32:04.098097 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "850a567e-8335-4eb6-bb7b-668825278af3", "tag": "e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:32:04.098375 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f93a54f3-164f-45a2-909c-695839c82c90 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:32:04.098777 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f93a54f3-164f-45a2-909c-695839c82c90'] response: {'name': 'network-changed', 'server_uuid': '850a567e-8335-4eb6-bb7b-668825278af3', 'tag': 'e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22', 'status': 'completed', 'code': 200} Aug 30 04:32:04.101384 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3315351-4c2a-4109-9618-f88ec04230d6 service neutron] Pushing event updated for resources: {'Port': ['ID=e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22,revision_number=3']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:04.113557 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a572f854-2d24-453b-8dff-94806c4966be req-9e155045-b8a5-4067-bded-46012e3acc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:04.115089 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a572f854-2d24-453b-8dff-94806c4966be req-9e155045-b8a5-4067-bded-46012e3acc1e service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=59c345f38d6548cd820affce5406d62c&device_id=850a567e-8335-4eb6-bb7b-668825278af3 HTTP/1.1" status: 200 len: 1128 time: 0.0471852 Aug 30 04:32:04.155967 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a572f854-2d24-453b-8dff-94806c4966be req-922afb9e-062a-4d9c-9734-9a7ab4d112f7 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22 HTTP/1.1" status: 200 len: 217 time: 0.0326712 Aug 30 04:32:04.214006 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a572f854-2d24-453b-8dff-94806c4966be req-2c205560-487c-4624-ae43-041ea6a71bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:04.215504 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a572f854-2d24-453b-8dff-94806c4966be req-2c205560-487c-4624-ae43-041ea6a71bb0 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=03eac665-3c5b-4142-8ea7-a4ac29a47a1c HTTP/1.1" status: 200 len: 851 time: 0.0528610 Aug 30 04:32:04.258541 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a572f854-2d24-453b-8dff-94806c4966be req-0b990eed-2617-4218-b484-d8300a3c6cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:04.259905 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a572f854-2d24-453b-8dff-94806c4966be req-0b990eed-2617-4218-b484-d8300a3c6cb9 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=8adf9578-c481-4463-b5d1-5bddee25fe02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0389135 Aug 30 04:32:04.353246 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a572f854-2d24-453b-8dff-94806c4966be req-3fef24ec-56de-4d39-b49c-1184ebe430ca service neutron] 10.222.0.75 "GET /networking/v2.0/networks/8adf9578-c481-4463-b5d1-5bddee25fe02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874524 Aug 30 04:32:04.443594 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a572f854-2d24-453b-8dff-94806c4966be req-c70ff0d4-2c56-446a-b836-1933bfbc7872 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/8adf9578-c481-4463-b5d1-5bddee25fe02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839536 Aug 30 04:32:04.726342 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4625b6-80f7-4be7-90ef-1a0e1ec42d76 req-f8e5b1c3-e36e-4109-b3f7-b09c1df0ffaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:04.727870 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2b4625b6-80f7-4be7-90ef-1a0e1ec42d76 req-f8e5b1c3-e36e-4109-b3f7-b09c1df0ffaa service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=59c345f38d6548cd820affce5406d62c&device_id=850a567e-8335-4eb6-bb7b-668825278af3 HTTP/1.1" status: 200 len: 1128 time: 0.0443344 Aug 30 04:32:04.829436 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4625b6-80f7-4be7-90ef-1a0e1ec42d76 req-e67f1130-bd13-4666-b7ae-5354ec507063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:04.831652 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2b4625b6-80f7-4be7-90ef-1a0e1ec42d76 req-e67f1130-bd13-4666-b7ae-5354ec507063 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=8adf9578-c481-4463-b5d1-5bddee25fe02 HTTP/1.1" status: 200 len: 913 time: 0.0908864 Aug 30 04:32:04.873030 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2b4625b6-80f7-4be7-90ef-1a0e1ec42d76 req-b0dd0bd6-4028-4a32-9d51-006885a8a040 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22 HTTP/1.1" status: 200 len: 217 time: 0.0324576 Aug 30 04:32:04.927877 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4625b6-80f7-4be7-90ef-1a0e1ec42d76 req-137f437f-0e87-48af-8ab0-2b6388bb00d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:04.929277 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2b4625b6-80f7-4be7-90ef-1a0e1ec42d76 req-137f437f-0e87-48af-8ab0-2b6388bb00d4 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=03eac665-3c5b-4142-8ea7-a4ac29a47a1c HTTP/1.1" status: 200 len: 851 time: 0.0471680 Aug 30 04:32:04.971138 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4625b6-80f7-4be7-90ef-1a0e1ec42d76 req-039f063d-3e31-47db-8cd2-e5a755bc0ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:04.973089 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2b4625b6-80f7-4be7-90ef-1a0e1ec42d76 req-039f063d-3e31-47db-8cd2-e5a755bc0ae1 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=8adf9578-c481-4463-b5d1-5bddee25fe02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0378428 Aug 30 04:32:05.042780 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:05.067018 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2b4625b6-80f7-4be7-90ef-1a0e1ec42d76 req-fc9f43bf-400c-4db2-b97e-4381f2b84813 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/8adf9578-c481-4463-b5d1-5bddee25fe02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873935 Aug 30 04:32:05.172141 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd41c3-9474-452b-b1e5-020aeed86436 req-7907bbaf-4421-4f01-8ccd-e6bf00c01fa4 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:05.173577 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-aacd41c3-9474-452b-b1e5-020aeed86436 req-7907bbaf-4421-4f01-8ccd-e6bf00c01fa4 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=850a567e-8335-4eb6-bb7b-668825278af3 HTTP/1.1" status: 200 len: 944 time: 0.0799880 Aug 30 04:32:05.191576 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:05.216511 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2b4625b6-80f7-4be7-90ef-1a0e1ec42d76 req-8f8bf3e1-86dc-4481-a480-a6a58689d2f1 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/8adf9578-c481-4463-b5d1-5bddee25fe02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436105 Aug 30 04:32:05.246325 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-aacd41c3-9474-452b-b1e5-020aeed86436 req-a1d35878-5273-4e26-866e-ca29d2930537 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=eeba6d54-95d8-44b5-8b13-0be4ed569eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621274 Aug 30 04:32:06.302586 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-420924bc-0357-4f5f-9cdf-32a92f3edaa2 req-24129b8b-d2e3-4387-9e42-997b87203d5a service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=0f0012cc-390a-49c1-9a99-f304bd689b83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394986 Aug 30 04:32:06.371909 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b7fc7-a46f-495f-8304-79eaa980957a req-6d1d2917-074d-4e27-bea8-90871560d1c7 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:06.377500 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-2a1b7fc7-a46f-495f-8304-79eaa980957a req-6d1d2917-074d-4e27-bea8-90871560d1c7 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=850a567e-8335-4eb6-bb7b-668825278af3 HTTP/1.1" status: 200 len: 944 time: 0.0533750 Aug 30 04:32:06.385575 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420924bc-0357-4f5f-9cdf-32a92f3edaa2 req-96133c6b-db15-4b05-9452-bfbfc77b1f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:06.387181 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-420924bc-0357-4f5f-9cdf-32a92f3edaa2 req-96133c6b-db15-4b05-9452-bfbfc77b1f3e service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=59c345f38d6548cd820affce5406d62c&device_id=0f0012cc-390a-49c1-9a99-f304bd689b83 HTTP/1.1" status: 200 len: 1129 time: 0.0404184 Aug 30 04:32:06.425735 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-2a1b7fc7-a46f-495f-8304-79eaa980957a req-c8d1e9ca-449c-4cfd-8740-c6b0307b1812 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=eeba6d54-95d8-44b5-8b13-0be4ed569eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450759 Aug 30 04:32:06.494627 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420924bc-0357-4f5f-9cdf-32a92f3edaa2 req-0c8ecaa6-e8fe-4476-a7a3-719e04d05353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:06.496082 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-420924bc-0357-4f5f-9cdf-32a92f3edaa2 req-0c8ecaa6-e8fe-4476-a7a3-719e04d05353 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=8adf9578-c481-4463-b5d1-5bddee25fe02 HTTP/1.1" status: 200 len: 913 time: 0.0901086 Aug 30 04:32:06.560167 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-420924bc-0357-4f5f-9cdf-32a92f3edaa2 req-576651a7-d876-4bb4-97b4-19cb619d58cb service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97a3f3f8-bce0-468c-86b5-94677bb38667 HTTP/1.1" status: 200 len: 1001 time: 0.0575531 Aug 30 04:32:06.607373 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420924bc-0357-4f5f-9cdf-32a92f3edaa2 req-101d9b69-0ee2-447f-a0e9-7fefccfebf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:06.608738 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-420924bc-0357-4f5f-9cdf-32a92f3edaa2 req-101d9b69-0ee2-447f-a0e9-7fefccfebf4c service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=03eac665-3c5b-4142-8ea7-a4ac29a47a1c HTTP/1.1" status: 200 len: 851 time: 0.0420463 Aug 30 04:32:06.655663 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420924bc-0357-4f5f-9cdf-32a92f3edaa2 req-45a4d71f-eb76-4556-b4c3-820f3f5791fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:06.657084 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-420924bc-0357-4f5f-9cdf-32a92f3edaa2 req-45a4d71f-eb76-4556-b4c3-820f3f5791fe service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=8adf9578-c481-4463-b5d1-5bddee25fe02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0414267 Aug 30 04:32:06.750728 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-420924bc-0357-4f5f-9cdf-32a92f3edaa2 req-c937a2f4-c70d-4271-b43c-053211ad958c service neutron] 10.222.0.75 "GET /networking/v2.0/networks/8adf9578-c481-4463-b5d1-5bddee25fe02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866606 Aug 30 04:32:07.115135 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-420924bc-0357-4f5f-9cdf-32a92f3edaa2 req-a6db0d09-7580-484c-aac0-2d04f52a4746 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/8adf9578-c481-4463-b5d1-5bddee25fe02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586257 Aug 30 04:32:07.550182 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbdabda-f4da-49c7-ab92-c67726bda334 req-7d6b377a-2ed8-4369-ae20-f81d8dd7f618 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:07.551871 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0bbdabda-f4da-49c7-ab92-c67726bda334 req-7d6b377a-2ed8-4369-ae20-f81d8dd7f618 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=850a567e-8335-4eb6-bb7b-668825278af3 HTTP/1.1" status: 200 len: 944 time: 0.0510454 Aug 30 04:32:07.604830 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0bbdabda-f4da-49c7-ab92-c67726bda334 req-743212cf-e05a-413a-bfaf-c0ff4991ee3a tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=eeba6d54-95d8-44b5-8b13-0be4ed569eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470126 Aug 30 04:32:08.723051 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e89d7-d536-4493-ab85-77b70b3fc6bf req-b981ec1f-3fb1-4b9f-a796-e6a53fb4ab66 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:08.724539 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-326e89d7-d536-4493-ab85-77b70b3fc6bf req-b981ec1f-3fb1-4b9f-a796-e6a53fb4ab66 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=850a567e-8335-4eb6-bb7b-668825278af3 HTTP/1.1" status: 200 len: 944 time: 0.0470462 Aug 30 04:32:08.774235 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-326e89d7-d536-4493-ab85-77b70b3fc6bf req-d64f5983-5d1e-47fb-98b6-6efbd67ec2f4 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=eeba6d54-95d8-44b5-8b13-0be4ed569eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438240 Aug 30 04:32:09.908115 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8399fd37-fe84-4ced-8984-de1be5922d0d req-8afa0190-2da6-438e-ac55-9b7df93c1cf1 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:09.910196 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8399fd37-fe84-4ced-8984-de1be5922d0d req-8afa0190-2da6-438e-ac55-9b7df93c1cf1 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=850a567e-8335-4eb6-bb7b-668825278af3 HTTP/1.1" status: 200 len: 944 time: 0.0578163 Aug 30 04:32:09.959550 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8399fd37-fe84-4ced-8984-de1be5922d0d req-925647f8-9883-49ca-bde1-fa49c8b0a235 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=eeba6d54-95d8-44b5-8b13-0be4ed569eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438352 Aug 30 04:32:11.076191 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944ca1c0-e5df-4b9b-a9a2-fbc7f8d8b971 req-d1ebbbb0-0a79-4c76-9b7f-879f917a0f07 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:11.077572 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-944ca1c0-e5df-4b9b-a9a2-fbc7f8d8b971 req-d1ebbbb0-0a79-4c76-9b7f-879f917a0f07 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=850a567e-8335-4eb6-bb7b-668825278af3 HTTP/1.1" status: 200 len: 944 time: 0.0470796 Aug 30 04:32:11.130235 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-944ca1c0-e5df-4b9b-a9a2-fbc7f8d8b971 req-1b67d49f-5e2d-4c47-9a92-4d03827129ab tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=eeba6d54-95d8-44b5-8b13-0be4ed569eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469229 Aug 30 04:32:11.718573 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22 details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106294) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:32:11.721679 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=16,neutron:UPDATE=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:11.955370 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22,segment=NetworkSegment(4cd3a065-b490-45b6-a955-52849beed2b2),segment_id=4cd3a065-b490-45b6-a955-52849beed2b2)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:32:11.966792 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Returning: {'device': 'e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22', 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02', 'port_id': 'e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22', 'mac_address': 'fa:16:3e:83:7a:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03eac665-3c5b-4142-8ea7-a4ac29a47a1c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106294) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:32:12.002061 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Current status of the port e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22 is: DOWN; New status is: BUILD {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:32:12.003134 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:12.019642 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22 {{(pid=106294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:32:12.039186 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22,segment=NetworkSegment(4cd3a065-b490-45b6-a955-52849beed2b2),segment_id=4cd3a065-b490-45b6-a955-52849beed2b2)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:32:12.043181 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:12.088886 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Pushing event updated for resources: {'Port': ['ID=e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22,revision_number=4']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:12.095880 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:12.096261 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:12.096604 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:12.096943 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:12.097275 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:12.097604 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:12.097928 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:12.098272 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:12.098596 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:12.098918 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:12.099239 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:12.099560 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:12.099876 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:12.100192 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:12.100507 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:12.257116 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b4a5d1-0c3d-4a63-b5e3-5c2e96088931 req-d602a4ba-4469-492a-bf7a-f86569080b41 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:12.258553 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-65b4a5d1-0c3d-4a63-b5e3-5c2e96088931 req-d602a4ba-4469-492a-bf7a-f86569080b41 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=850a567e-8335-4eb6-bb7b-668825278af3 HTTP/1.1" status: 200 len: 945 time: 0.0494473 Aug 30 04:32:12.260345 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] get_ports_and_sgs() called for port_ids ['e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22'] {{(pid=106294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:32:12.292945 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:12.311103 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-65b4a5d1-0c3d-4a63-b5e3-5c2e96088931 req-bfbb1217-51cd-4fb0-9ec3-bad3b6b4bd55 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=eeba6d54-95d8-44b5-8b13-0be4ed569eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465298 Aug 30 04:32:13.396135 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:13.426380 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:13.435440 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8802748-43a4-402b-936a-15a5a82a7288 req-eab2c50a-5170-49be-a3cb-d1e03ef814c3 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:13.436872 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-f8802748-43a4-402b-936a-15a5a82a7288 req-eab2c50a-5170-49be-a3cb-d1e03ef814c3 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=850a567e-8335-4eb6-bb7b-668825278af3 HTTP/1.1" status: 200 len: 945 time: 0.0497940 Aug 30 04:32:13.485060 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-f8802748-43a4-402b-936a-15a5a82a7288 req-37cdb781-8529-4219-acc0-82c8515c898b tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=eeba6d54-95d8-44b5-8b13-0be4ed569eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417852 Aug 30 04:32:13.734847 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22 up at agent hyperv_hv-cinder-85220 {{(pid=106294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:32:13.776439 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Provisioning for port e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22 completed by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:32:13.782651 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Provisioning complete for port e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22 triggered by entity L2. {{(pid=106294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:32:13.783066 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781091'] for port (e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22), provisioning_complete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:13.809430 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:13.861514 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Current status of the port e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22 is: BUILD; New status is: ACTIVE {{(pid=106294) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:32:13.862512 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:13.884684 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '850a567e-8335-4eb6-bb7b-668825278af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22'}] {{(pid=106294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:32:13.887199 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc91461c002048a1511ec2515697d9f100988a5a9e001fc967bf4275e8e26e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4fef13-b5db-4776-9fcb-7be68c29ad24" -d '{"events": [{"server_uuid": "850a567e-8335-4eb6-bb7b-668825278af3", "name": "network-vif-plugged", "status": "completed", "tag": "e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22"}]}' {{(pid=106294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:32:13.900343 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] For port e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22,segment=NetworkSegment(4cd3a065-b490-45b6-a955-52849beed2b2),segment_id=4cd3a065-b490-45b6-a955-52849beed2b2)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:32:13.904534 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866'] for port (e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:13.932433 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e3c2b5-272d-4661-82bb-f2524c13daa3 x-openstack-request-id: req-e1e3c2b5-272d-4661-82bb-f2524c13daa3 {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:32:13.932722 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "850a567e-8335-4eb6-bb7b-668825278af3", "name": "network-vif-plugged", "status": "completed", "tag": "e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22", "code": 200}]} {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:32:13.932970 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e1e3c2b5-272d-4661-82bb-f2524c13daa3 {{(pid=106294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:32:13.933408 dv-cinder-852208-11-iscsi neutron-server[106294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1e3c2b5-272d-4661-82bb-f2524c13daa3'] response: {'server_uuid': '850a567e-8335-4eb6-bb7b-668825278af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22', 'code': 200} Aug 30 04:32:13.957513 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Pushing event updated for resources: {'Port': ['ID=e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22,revision_number=5']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:14.150220 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d98ed80-564a-4840-88d0-6a537424a5b8 req-dba647e4-9016-4b48-9673-ad253ec9abb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:14.151705 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6d98ed80-564a-4840-88d0-6a537424a5b8 req-dba647e4-9016-4b48-9673-ad253ec9abb6 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=850a567e-8335-4eb6-bb7b-668825278af3 HTTP/1.1" status: 200 len: 1130 time: 0.0383518 Aug 30 04:32:14.200803 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6d98ed80-564a-4840-88d0-6a537424a5b8 req-6cc87550-c710-4604-8e5f-efdd30f719ba service neutron] 10.222.0.75 "GET /networking/v2.0/security-groups?id=eeba6d54-95d8-44b5-8b13-0be4ed569eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428703 Aug 30 04:32:14.605188 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8cef35-46ad-4ca8-9661-43bf1a73dab5 req-842f3878-ebea-4d64-9458-732006400128 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:14.606677 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-8c8cef35-46ad-4ca8-9661-43bf1a73dab5 req-842f3878-ebea-4d64-9458-732006400128 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=850a567e-8335-4eb6-bb7b-668825278af3 HTTP/1.1" status: 200 len: 946 time: 0.0457735 Aug 30 04:32:14.655598 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-8c8cef35-46ad-4ca8-9661-43bf1a73dab5 req-775f9b90-9915-4bfc-b2a0-1d48489298fc tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=eeba6d54-95d8-44b5-8b13-0be4ed569eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428183 Aug 30 04:32:15.775070 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b22ac9-2ced-4ccf-b958-4ffefdcd4a4b req-6cb8b293-99d7-4873-960b-9fe2b526aed1 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:15.776523 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-74b22ac9-2ced-4ccf-b958-4ffefdcd4a4b req-6cb8b293-99d7-4873-960b-9fe2b526aed1 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=850a567e-8335-4eb6-bb7b-668825278af3 HTTP/1.1" status: 200 len: 946 time: 0.0470665 Aug 30 04:32:15.825887 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-74b22ac9-2ced-4ccf-b958-4ffefdcd4a4b req-a0e55d0d-b437-44c3-8fd5-040e6b4ea8ce tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=eeba6d54-95d8-44b5-8b13-0be4ed569eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438306 Aug 30 04:32:15.955110 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a64aa-0455-4f42-9206-cdd4f9e103ee req-0221340c-73be-417c-9446-fe658de2cbcd tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:15.956635 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-0d4a64aa-0455-4f42-9206-cdd4f9e103ee req-0221340c-73be-417c-9446-fe658de2cbcd tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=850a567e-8335-4eb6-bb7b-668825278af3 HTTP/1.1" status: 200 len: 946 time: 0.0587802 Aug 30 04:32:16.005665 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-0d4a64aa-0455-4f42-9206-cdd4f9e103ee req-f1d0ff56-4554-42cb-b134-090c835da868 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=eeba6d54-95d8-44b5-8b13-0be4ed569eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434692 Aug 30 04:32:16.031890 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 56716) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:32:16.041927 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:16.070370 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d11155-83a7-46cc-b231-50a7c694f260 tempest-TestVolumeBootPattern-2144380276 tempest-TestVolumeBootPattern-2144380276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:16.071839 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-51d11155-83a7-46cc-b231-50a7c694f260 tempest-TestVolumeBootPattern-2144380276 tempest-TestVolumeBootPattern-2144380276-project-admin] 10.222.0.46 "GET /networking/v2.0/ports?device_id=850a567e-8335-4eb6-bb7b-668825278af3 HTTP/1.1" status: 200 len: 1125 time: 0.0389452 Aug 30 04:32:16.074667 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 56718) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:32:16.078846 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-e8ac8319-ef69-4816-8578-63706eabd135 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Request body: {'floatingip': {'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'port_id': 'e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:32:16.099974 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e8ac8319-ef69-4816-8578-63706eabd135 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:16.181526 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e8ac8319-ef69-4816-8578-63706eabd135 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:16.286501 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [None req-e8ac8319-ef69-4816-8578-63706eabd135 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Allocated IP 172.27.4.10 (5c43c40f-cc6a-4e53-a103-6d34effd891a/b2d4007f-d8ed-41cc-b520-7777f18cd186/c197d27d-8bbe-4b32-8632-c456d70fd85d) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:32:16.398894 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e8ac8319-ef69-4816-8578-63706eabd135 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks [] for port (c197d27d-8bbe-4b32-8632-c456d70fd85d), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:16.431552 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e8ac8319-ef69-4816-8578-63706eabd135 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749362391830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (c197d27d-8bbe-4b32-8632-c456d70fd85d), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:16.473100 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ac8319-ef69-4816-8578-63706eabd135 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Network 5c43c40f-cc6a-4e53-a103-6d34effd891a is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:32:16.477814 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:16.478382 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-e8ac8319-ef69-4816-8578-63706eabd135 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:32:16.483035 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ac8319-ef69-4816-8578-63706eabd135 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:32:16.486114 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac8319-ef69-4816-8578-63706eabd135 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Pushing event updated for resources: {'Port': ['ID=c197d27d-8bbe-4b32-8632-c456d70fd85d,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:16.641263 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:16.845939 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e8ac8319-ef69-4816-8578-63706eabd135 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks [] for floatingip (fbf7700f-32d9-432b-a0fb-dd4a12017474), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:16.848499 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:16.917627 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e8ac8319-ef69-4816-8578-63706eabd135 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1656370'] for port (c197d27d-8bbe-4b32-8632-c456d70fd85d), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:17.074082 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e8ac8319-ef69-4816-8578-63706eabd135 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks [] for port (c197d27d-8bbe-4b32-8632-c456d70fd85d), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:17.078450 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e8ac8319-ef69-4816-8578-63706eabd135 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749362770306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749362391848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749362391866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-454314'] for port (c197d27d-8bbe-4b32-8632-c456d70fd85d), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:17.144774 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac8319-ef69-4816-8578-63706eabd135 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Pushing event updated for resources: {'Port': ['ID=c197d27d-8bbe-4b32-8632-c456d70fd85d,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:17.147280 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e8ac8319-ef69-4816-8578-63706eabd135 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572642'] for floatingip (fbf7700f-32d9-432b-a0fb-dd4a12017474), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:17.245876 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.db.l3_db [None req-e8ac8319-ef69-4816-8578-63706eabd135 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Floating IP fbf7700f-32d9-432b-a0fb-dd4a12017474 associated. External IP: 172.27.4.10, port: e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22. Aug 30 04:32:17.450791 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8ac8319-ef69-4816-8578-63706eabd135 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Router 9275d9d3-5270-4467-b41a-bf68e3483aa0 has already been hosted by L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 {{(pid=106293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:32:17.508249 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:17.555810 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ac8319-ef69-4816-8578-63706eabd135 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:32:17.566422 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2436ebd5-776a-4f05-a8a8-5adc171f1d0a None None] Sync routers for ids ['9275d9d3-5270-4467-b41a-bf68e3483aa0'] in dv-cinder-852208-11-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:32:17.574355 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e8ac8319-ef69-4816-8578-63706eabd135 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for floatingip (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:17.577085 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2436ebd5-776a-4f05-a8a8-5adc171f1d0a None None] Routers {'9275d9d3-5270-4467-b41a-bf68e3483aa0'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:32:17.577712 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-2436ebd5-776a-4f05-a8a8-5adc171f1d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:31:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['9275d9d3-5270-4467-b41a-bf68e3483aa0'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:32:17.613491 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-e8ac8319-ef69-4816-8578-63706eabd135 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5348425 Aug 30 04:32:17.613491 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '850a567e-8335-4eb6-bb7b-668825278af3', 'tag': 'e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:32:17.614517 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11a3118c5976ecaadc28dc64ec6366a88eb3d4be069be3e491e321578e9d1f78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c3bd0d-4fad-46d0-b12b-8ad23404fb81" -d '{"events": [{"name": "network-changed", "server_uuid": "850a567e-8335-4eb6-bb7b-668825278af3", "tag": "e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:32:17.654051 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b7e049-14c5-42e4-a429-ccf5f9d4613a x-openstack-request-id: req-a7b7e049-14c5-42e4-a429-ccf5f9d4613a {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:32:17.654456 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "850a567e-8335-4eb6-bb7b-668825278af3", "tag": "e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:32:17.654774 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a7b7e049-14c5-42e4-a429-ccf5f9d4613a {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:32:17.655250 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7b7e049-14c5-42e4-a429-ccf5f9d4613a'] response: {'name': 'network-changed', 'server_uuid': '850a567e-8335-4eb6-bb7b-668825278af3', 'tag': 'e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22', 'status': 'completed', 'code': 200} Aug 30 04:32:17.717775 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3bd0d-4fad-46d0-b12b-8ad23404fb81 req-33a31520-a85b-4905-b15f-4f027c421b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:17.719313 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-18c3bd0d-4fad-46d0-b12b-8ad23404fb81 req-33a31520-a85b-4905-b15f-4f027c421b0e service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=59c345f38d6548cd820affce5406d62c&device_id=850a567e-8335-4eb6-bb7b-668825278af3 HTTP/1.1" status: 200 len: 1130 time: 0.0407588 Aug 30 04:32:17.765408 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-2436ebd5-776a-4f05-a8a8-5adc171f1d0a None None] Set router 9275d9d3-5270-4467-b41a-bf68e3483aa0 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:32:17.798509 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:17.818341 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3bd0d-4fad-46d0-b12b-8ad23404fb81 req-1f3929c9-5634-4f48-ad87-d416559813f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:17.819619 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-18c3bd0d-4fad-46d0-b12b-8ad23404fb81 req-1f3929c9-5634-4f48-ad87-d416559813f7 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=8adf9578-c481-4463-b5d1-5bddee25fe02 HTTP/1.1" status: 200 len: 913 time: 0.0942173 Aug 30 04:32:17.883122 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-18c3bd0d-4fad-46d0-b12b-8ad23404fb81 req-e2057772-0959-4fcf-9c01-46e2f38ce1c0 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22 HTTP/1.1" status: 200 len: 999 time: 0.0570021 Aug 30 04:32:17.931372 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3bd0d-4fad-46d0-b12b-8ad23404fb81 req-505e7f94-fdb7-460f-b539-1beaac52d331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:17.932851 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-18c3bd0d-4fad-46d0-b12b-8ad23404fb81 req-505e7f94-fdb7-460f-b539-1beaac52d331 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=03eac665-3c5b-4142-8ea7-a4ac29a47a1c HTTP/1.1" status: 200 len: 851 time: 0.0445788 Aug 30 04:32:17.979565 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3bd0d-4fad-46d0-b12b-8ad23404fb81 req-0ac9d78e-e9ba-431c-bb1c-bad3178f0382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:17.981056 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-18c3bd0d-4fad-46d0-b12b-8ad23404fb81 req-0ac9d78e-e9ba-431c-bb1c-bad3178f0382 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=8adf9578-c481-4463-b5d1-5bddee25fe02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423768 Aug 30 04:32:17.982456 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-2436ebd5-776a-4f05-a8a8-5adc171f1d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'name': 'tempest-TestVolumeBootPattern-1205738537-router', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.190'}], 'enable_snat': True}, 'gw_port_id': '5d22462e-1d99-4359-9bae-d64eff070f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:07Z', 'updated_at': '2022-08-30T04:27:09Z', 'revision_number': 4, 'project_id': '59c345f38d6548cd820affce5406d62c', 'gw_port': {'id': '5d22462e-1d99-4359-9bae-d64eff070f1b', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:07Z', 'updated_at': '2022-08-30T04:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_floatingips': [{'id': '85380e15-c7ad-468a-9140-6916c1707bfa', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'floating_ip_address': '172.27.4.246', 'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'router_id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'port_id': '97a3f3f8-bce0-468c-86b5-94677bb38667', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 758, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02', 'mac_address': 'fa:16:3e:ae:2a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0012cc-390a-49c1-9a99-f304bd689b83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:30:13Z', 'updated_at': '2022-08-30T04:30:15Z', 'revision_number': 1, 'project_id': '59c345f38d6548cd820affce5406d62c', 'fixed_ip_address_scope': None}, {'id': 'fbf7700f-32d9-432b-a0fb-dd4a12017474', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'floating_ip_address': '172.27.4.10', 'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'router_id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'port_id': 'e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02', 'mac_address': 'fa:16:3e:83:7a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850a567e-8335-4eb6-bb7b-668825278af3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:32:16Z', 'updated_at': '2022-08-30T04:32:16Z', 'revision_number': 0, 'project_id': '59c345f38d6548cd820affce5406d62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1d0526-0652-4835-822a-9c4488668c7d', 'name': '', 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'mac_address': 'fa:16:3e:25:0b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '03eac665-3c5b-4142-8ea7-a4ac29a47a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:09Z', 'updated_at': '2022-08-30T04:27:14Z', 'revision_number': 5, 'project_id': '59c345f38d6548cd820affce5406d62c', 'subnets': [{'id': '03eac665-3c5b-4142-8ea7-a4ac29a47a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:32:18.008628 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2436ebd5-776a-4f05-a8a8-5adc171f1d0a None None] Checking router: 9275d9d3-5270-4467-b41a-bf68e3483aa0 for host: dv-cinder-852208-11-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:32:18.016984 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2436ebd5-776a-4f05-a8a8-5adc171f1d0a None None] Routers {'9275d9d3-5270-4467-b41a-bf68e3483aa0'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:32:18.017838 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-2436ebd5-776a-4f05-a8a8-5adc171f1d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:31:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['9275d9d3-5270-4467-b41a-bf68e3483aa0'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:32:18.073145 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-18c3bd0d-4fad-46d0-b12b-8ad23404fb81 req-d0bf0e3c-3cc8-4216-8b3e-859f44516cad service neutron] 10.222.0.75 "GET /networking/v2.0/networks/8adf9578-c481-4463-b5d1-5bddee25fe02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852904 Aug 30 04:32:18.119289 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-2436ebd5-776a-4f05-a8a8-5adc171f1d0a None None] Set router 9275d9d3-5270-4467-b41a-bf68e3483aa0 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:32:18.168776 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-18c3bd0d-4fad-46d0-b12b-8ad23404fb81 req-993f1fe1-bb3a-4702-a27b-bc34f0748311 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/8adf9578-c481-4463-b5d1-5bddee25fe02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893564 Aug 30 04:32:18.332472 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-2436ebd5-776a-4f05-a8a8-5adc171f1d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'name': 'tempest-TestVolumeBootPattern-1205738537-router', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.190'}], 'enable_snat': True}, 'gw_port_id': '5d22462e-1d99-4359-9bae-d64eff070f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:07Z', 'updated_at': '2022-08-30T04:27:09Z', 'revision_number': 4, 'project_id': '59c345f38d6548cd820affce5406d62c', 'gw_port': {'id': '5d22462e-1d99-4359-9bae-d64eff070f1b', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:07Z', 'updated_at': '2022-08-30T04:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_floatingips': [{'id': '85380e15-c7ad-468a-9140-6916c1707bfa', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'floating_ip_address': '172.27.4.246', 'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'router_id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'port_id': '97a3f3f8-bce0-468c-86b5-94677bb38667', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 758, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02', 'mac_address': 'fa:16:3e:ae:2a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0012cc-390a-49c1-9a99-f304bd689b83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:30:13Z', 'updated_at': '2022-08-30T04:30:15Z', 'revision_number': 1, 'project_id': '59c345f38d6548cd820affce5406d62c', 'fixed_ip_address_scope': None}, {'id': 'fbf7700f-32d9-432b-a0fb-dd4a12017474', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'floating_ip_address': '172.27.4.10', 'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'router_id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'port_id': 'e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02', 'mac_address': 'fa:16:3e:83:7a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850a567e-8335-4eb6-bb7b-668825278af3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:32:16Z', 'updated_at': '2022-08-30T04:32:16Z', 'revision_number': 0, 'project_id': '59c345f38d6548cd820affce5406d62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1d0526-0652-4835-822a-9c4488668c7d', 'name': '', 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'mac_address': 'fa:16:3e:25:0b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '03eac665-3c5b-4142-8ea7-a4ac29a47a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:09Z', 'updated_at': '2022-08-30T04:27:14Z', 'revision_number': 5, 'project_id': '59c345f38d6548cd820affce5406d62c', 'subnets': [{'id': '03eac665-3c5b-4142-8ea7-a4ac29a47a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:32:18.357099 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2436ebd5-776a-4f05-a8a8-5adc171f1d0a None None] The sync data for ids ['9275d9d3-5270-4467-b41a-bf68e3483aa0'] in dv-cinder-852208-11-iscsi is: [{'id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'name': 'tempest-TestVolumeBootPattern-1205738537-router', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.190'}], 'enable_snat': True}, 'gw_port_id': '5d22462e-1d99-4359-9bae-d64eff070f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:07Z', 'updated_at': '2022-08-30T04:27:09Z', 'revision_number': 4, 'project_id': '59c345f38d6548cd820affce5406d62c', 'gw_port': {'id': '5d22462e-1d99-4359-9bae-d64eff070f1b', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:07Z', 'updated_at': '2022-08-30T04:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_floatingips': [{'id': '85380e15-c7ad-468a-9140-6916c1707bfa', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'floating_ip_address': '172.27.4.246', 'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'router_id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'port_id': '97a3f3f8-bce0-468c-86b5-94677bb38667', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 758, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02', 'mac_address': 'fa:16:3e:ae:2a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0012cc-390a-49c1-9a99-f304bd689b83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:30:13Z', 'updated_at': '2022-08-30T04:30:15Z', 'revision_number': 1, 'project_id': '59c345f38d6548cd820affce5406d62c', 'fixed_ip_address_scope': None}, {'id': 'fbf7700f-32d9-432b-a0fb-dd4a12017474', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'floating_ip_address': '172.27.4.10', 'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'router_id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'port_id': 'e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02', 'mac_address': 'fa:16:3e:83:7a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850a567e-8335-4eb6-bb7b-668825278af3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:32:16Z', 'updated_at': '2022-08-30T04:32:16Z', 'revision_number': 0, 'project_id': '59c345f38d6548cd820affce5406d62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1d0526-0652-4835-822a-9c4488668c7d', 'name': '', 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'mac_address': 'fa:16:3e:25:0b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '03eac665-3c5b-4142-8ea7-a4ac29a47a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:09Z', 'updated_at': '2022-08-30T04:27:14Z', 'revision_number': 5, 'project_id': '59c345f38d6548cd820affce5406d62c', 'subnets': [{'id': '03eac665-3c5b-4142-8ea7-a4ac29a47a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:32:18.543675 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d354bdc6-4f0a-4bab-8f03-a6595c53caa8 None None] New status for floating IP fbf7700f-32d9-432b-a0fb-dd4a12017474: ACTIVE {{(pid=106294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:32:18.711523 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.agents_db [None req-4bab6993-eaca-4b45-827a-a5590950f82e None None] Agent healthcheck: found 6 active agents {{(pid=106295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:32:20.381427 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-67d3e066-ceb8-4504-9840-ac5cc2555fa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (1bd89ca2-58f6-428d-83bf-6325bad549fd), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:22.573527 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-86b0379d-3e1f-4da5-b4e0-c4ff36a8dbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:23.811347 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8bdbbddc-d827-40e6-b8fb-29930693a668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (0ba81f50-231f-4a87-bfed-adcf093ea106), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:25.487836 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-390264ec-bab8-4bcb-922a-62bbd4f3a683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (b2cd167f-1ad0-4273-bd2a-29638b1fd1d2), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:25.618642 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (d414c4c0-e104-4322-85c3-8bf64da32860), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:25.997975 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=21 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:26.001145 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=26 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:28.159021 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=33 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:28.165553 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=56,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:31.216290 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (5274a8db-cdbb-4c02-abb1-2eb9d7076dc1), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:35.678521 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=77 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:35.679324 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=79 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:41.210711 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=55,neutron:UPDATE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:41.212642 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=23,neutron:UPDATE=6 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:50.384024 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-75cf452e-f934-443f-b23a-c4fa64836a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (1bd89ca2-58f6-428d-83bf-6325bad549fd), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:52.567265 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e2c3c02d-397c-413f-ba2d-ede7a0bb2040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:53.813744 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8bdbbddc-d827-40e6-b8fb-29930693a668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (0ba81f50-231f-4a87-bfed-adcf093ea106), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:55.490034 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-390264ec-bab8-4bcb-922a-62bbd4f3a683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (b2cd167f-1ad0-4273-bd2a-29638b1fd1d2), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:55.621066 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (d414c4c0-e104-4322-85c3-8bf64da32860), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:55.710691 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.agents_db [None req-4bab6993-eaca-4b45-827a-a5590950f82e None None] Agent healthcheck: found 6 active agents {{(pid=106295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:33:01.236761 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (5274a8db-cdbb-4c02-abb1-2eb9d7076dc1), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:07.900491 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9c54fe01-b375-45da-a997-9cead17ab632 req-aed5c108-1853-42e0-833d-6bff95222756 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=0f0012cc-390a-49c1-9a99-f304bd689b83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380220 Aug 30 04:33:07.984665 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c54fe01-b375-45da-a997-9cead17ab632 req-730ff425-ef55-49af-8821-1c8d56966348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:07.986835 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9c54fe01-b375-45da-a997-9cead17ab632 req-730ff425-ef55-49af-8821-1c8d56966348 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=59c345f38d6548cd820affce5406d62c&device_id=0f0012cc-390a-49c1-9a99-f304bd689b83 HTTP/1.1" status: 200 len: 1129 time: 0.0433581 Aug 30 04:33:08.094550 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c54fe01-b375-45da-a997-9cead17ab632 req-d364092d-67d2-4cdd-9547-115baa8415cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:08.096743 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9c54fe01-b375-45da-a997-9cead17ab632 req-d364092d-67d2-4cdd-9547-115baa8415cf service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=8adf9578-c481-4463-b5d1-5bddee25fe02 HTTP/1.1" status: 200 len: 913 time: 0.0905123 Aug 30 04:33:08.159465 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9c54fe01-b375-45da-a997-9cead17ab632 req-155f430a-db65-4feb-b1cc-a5f7ab37dc2e service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97a3f3f8-bce0-468c-86b5-94677bb38667 HTTP/1.1" status: 200 len: 1001 time: 0.0557089 Aug 30 04:33:08.213470 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c54fe01-b375-45da-a997-9cead17ab632 req-ca3bd588-c73c-4231-a0a6-94df609c7ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:08.214933 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9c54fe01-b375-45da-a997-9cead17ab632 req-ca3bd588-c73c-4231-a0a6-94df609c7ae3 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=03eac665-3c5b-4142-8ea7-a4ac29a47a1c HTTP/1.1" status: 200 len: 851 time: 0.0501492 Aug 30 04:33:08.258529 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c54fe01-b375-45da-a997-9cead17ab632 req-4e3ab668-b976-4193-ab5a-fcf589d88333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:08.260003 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9c54fe01-b375-45da-a997-9cead17ab632 req-4e3ab668-b976-4193-ab5a-fcf589d88333 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=8adf9578-c481-4463-b5d1-5bddee25fe02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0389192 Aug 30 04:33:08.352688 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9c54fe01-b375-45da-a997-9cead17ab632 req-eb8f406c-acc3-4df4-8ef8-4541622227d8 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/8adf9578-c481-4463-b5d1-5bddee25fe02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863605 Aug 30 04:33:08.450657 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9c54fe01-b375-45da-a997-9cead17ab632 req-4b7acc19-c4aa-4cde-b34e-86506506e0d0 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/8adf9578-c481-4463-b5d1-5bddee25fe02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925281 Aug 30 04:33:11.230709 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:11.232669 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:12.674903 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:DELETE=1,neutron:SELECT=6 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:12.675820 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=5 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:18.442228 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=54 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:18.447400 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=47 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:20.385505 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9b1b6201-0b0b-4353-814d-56bb4151ba9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (1bd89ca2-58f6-428d-83bf-6325bad549fd), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:22.572503 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-d1799508-3e8d-4233-b576-c7730320d2d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:23.817511 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8bdbbddc-d827-40e6-b8fb-29930693a668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (0ba81f50-231f-4a87-bfed-adcf093ea106), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:25.492685 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-390264ec-bab8-4bcb-922a-62bbd4f3a683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (b2cd167f-1ad0-4273-bd2a-29638b1fd1d2), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:25.625041 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (d414c4c0-e104-4322-85c3-8bf64da32860), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:31.228650 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (5274a8db-cdbb-4c02-abb1-2eb9d7076dc1), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:32.710875 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.agents_db [None req-4bab6993-eaca-4b45-827a-a5590950f82e None None] Agent healthcheck: found 6 active agents {{(pid=106295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:33:41.222039 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:41.224759 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:44.994220 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 56738) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:33:45.178582 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.plugin [None req-4f786558-9fe7-4d74-8598-0538b1331130 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Deleting port c197d27d-8bbe-4b32-8632-c456d70fd85d {{(pid=106292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:33:45.178933 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-4f786558-9fe7-4d74-8598-0538b1331130 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (c197d27d-8bbe-4b32-8632-c456d70fd85d), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:45.258514 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-4f786558-9fe7-4d74-8598-0538b1331130 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (c197d27d-8bbe-4b32-8632-c456d70fd85d), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:45.258845 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-4f786558-9fe7-4d74-8598-0538b1331130 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks [] for floatingip (c197d27d-8bbe-4b32-8632-c456d70fd85d), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:45.271557 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.plugin [None req-4f786558-9fe7-4d74-8598-0538b1331130 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Calling delete_port for c197d27d-8bbe-4b32-8632-c456d70fd85d owned by network:floatingip {{(pid=106292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:33:45.417420 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-4f786558-9fe7-4d74-8598-0538b1331130 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642203'] for port (c197d27d-8bbe-4b32-8632-c456d70fd85d), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:45.440169 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f786558-9fe7-4d74-8598-0538b1331130 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Pushing event deleted for resources: {'Port': ['ID=c197d27d-8bbe-4b32-8632-c456d70fd85d,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:33:45.454596 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f786558-9fe7-4d74-8598-0538b1331130 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:45.454950 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f786558-9fe7-4d74-8598-0538b1331130 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:45.455294 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f786558-9fe7-4d74-8598-0538b1331130 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:45.455640 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f786558-9fe7-4d74-8598-0538b1331130 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:45.455973 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f786558-9fe7-4d74-8598-0538b1331130 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:45.456306 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f786558-9fe7-4d74-8598-0538b1331130 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:45.456636 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f786558-9fe7-4d74-8598-0538b1331130 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:45.456962 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f786558-9fe7-4d74-8598-0538b1331130 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:45.457291 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f786558-9fe7-4d74-8598-0538b1331130 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:45.457618 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f786558-9fe7-4d74-8598-0538b1331130 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:45.457945 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f786558-9fe7-4d74-8598-0538b1331130 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:45.458289 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f786558-9fe7-4d74-8598-0538b1331130 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:45.458619 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f786558-9fe7-4d74-8598-0538b1331130 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:45.458941 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f786558-9fe7-4d74-8598-0538b1331130 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:45.459262 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f786558-9fe7-4d74-8598-0538b1331130 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:45.515335 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-4f786558-9fe7-4d74-8598-0538b1331130 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks [] for floatingip (fbf7700f-32d9-432b-a0fb-dd4a12017474), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:45.515658 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.db.l3_db [None req-4f786558-9fe7-4d74-8598-0538b1331130 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Floating IP fbf7700f-32d9-432b-a0fb-dd4a12017474 disassociated (deleted). External IP: 172.27.4.10, port: e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22. Aug 30 04:33:45.711522 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f786558-9fe7-4d74-8598-0538b1331130 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Router 9275d9d3-5270-4467-b41a-bf68e3483aa0 has already been hosted by L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 {{(pid=106292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:33:45.814154 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f786558-9fe7-4d74-8598-0538b1331130 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:33:45.818567 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-4f786558-9fe7-4d74-8598-0538b1331130 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for floatingip (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:45.825026 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1106ab-59ab-4b26-aaba-1f3ab36e40fc None None] Sync routers for ids ['9275d9d3-5270-4467-b41a-bf68e3483aa0'] in dv-cinder-852208-11-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:33:45.835499 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1106ab-59ab-4b26-aaba-1f3ab36e40fc None None] Routers {'9275d9d3-5270-4467-b41a-bf68e3483aa0'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:33:45.836105 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-cb1106ab-59ab-4b26-aaba-1f3ab36e40fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:33:23Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['9275d9d3-5270-4467-b41a-bf68e3483aa0'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:33:45.843078 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:45.853162 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-4f786558-9fe7-4d74-8598-0538b1331130 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/fbf7700f-32d9-432b-a0fb-dd4a12017474 HTTP/1.1" status: 204 len: 168 time: 0.8578608 Aug 30 04:33:45.854007 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '850a567e-8335-4eb6-bb7b-668825278af3', 'tag': 'e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22'}] {{(pid=106292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:33:45.856386 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac8df60c6f70ae957e00457e6d6ce8432b58a3ad70202c2877012db9cc29900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407be0bd-d64c-4c44-96b9-24ade4a96234" -d '{"events": [{"name": "network-changed", "server_uuid": "850a567e-8335-4eb6-bb7b-668825278af3", "tag": "e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22"}]}' {{(pid=106292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:33:45.914180 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51449093-0e86-41dd-ab74-6c3bbe48f27f x-openstack-request-id: req-51449093-0e86-41dd-ab74-6c3bbe48f27f {{(pid=106292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:33:45.914516 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "850a567e-8335-4eb6-bb7b-668825278af3", "tag": "e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22", "status": "completed", "code": 200}]} {{(pid=106292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:33:45.914773 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-51449093-0e86-41dd-ab74-6c3bbe48f27f {{(pid=106292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:33:45.915183 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51449093-0e86-41dd-ab74-6c3bbe48f27f'] response: {'name': 'network-changed', 'server_uuid': '850a567e-8335-4eb6-bb7b-668825278af3', 'tag': 'e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22', 'status': 'completed', 'code': 200} Aug 30 04:33:45.940591 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-cb1106ab-59ab-4b26-aaba-1f3ab36e40fc None None] Set router 9275d9d3-5270-4467-b41a-bf68e3483aa0 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:33:45.981267 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407be0bd-d64c-4c44-96b9-24ade4a96234 req-fae61cb6-2856-40ff-8836-3e116ccc124a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:45.982886 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-407be0bd-d64c-4c44-96b9-24ade4a96234 req-fae61cb6-2856-40ff-8836-3e116ccc124a service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=59c345f38d6548cd820affce5406d62c&device_id=850a567e-8335-4eb6-bb7b-668825278af3 HTTP/1.1" status: 200 len: 1130 time: 0.0463781 Aug 30 04:33:46.124766 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ddc50-4c36-4995-9134-d845b704989e req-d36106aa-fb2e-4c12-9d09-7506a441138c tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:46.126070 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cc2ddc50-4c36-4995-9134-d845b704989e req-d36106aa-fb2e-4c12-9d09-7506a441138c tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=850a567e-8335-4eb6-bb7b-668825278af3 HTTP/1.1" status: 200 len: 946 time: 0.0674322 Aug 30 04:33:46.127774 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407be0bd-d64c-4c44-96b9-24ade4a96234 req-8ffe7e4e-49e5-4a1c-b25f-68051d714a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:46.128514 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-407be0bd-d64c-4c44-96b9-24ade4a96234 req-8ffe7e4e-49e5-4a1c-b25f-68051d714a01 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=8adf9578-c481-4463-b5d1-5bddee25fe02 HTTP/1.1" status: 200 len: 913 time: 0.1365502 Aug 30 04:33:46.172282 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-cb1106ab-59ab-4b26-aaba-1f3ab36e40fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'name': 'tempest-TestVolumeBootPattern-1205738537-router', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.190'}], 'enable_snat': True}, 'gw_port_id': '5d22462e-1d99-4359-9bae-d64eff070f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:07Z', 'updated_at': '2022-08-30T04:27:09Z', 'revision_number': 4, 'project_id': '59c345f38d6548cd820affce5406d62c', 'gw_port': {'id': '5d22462e-1d99-4359-9bae-d64eff070f1b', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:07Z', 'updated_at': '2022-08-30T04:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_floatingips': [{'id': '85380e15-c7ad-468a-9140-6916c1707bfa', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'floating_ip_address': '172.27.4.246', 'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'router_id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'port_id': '97a3f3f8-bce0-468c-86b5-94677bb38667', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 758, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02', 'mac_address': 'fa:16:3e:ae:2a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0012cc-390a-49c1-9a99-f304bd689b83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:30:13Z', 'updated_at': '2022-08-30T04:30:15Z', 'revision_number': 1, 'project_id': '59c345f38d6548cd820affce5406d62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1d0526-0652-4835-822a-9c4488668c7d', 'name': '', 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'mac_address': 'fa:16:3e:25:0b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '03eac665-3c5b-4142-8ea7-a4ac29a47a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:09Z', 'updated_at': '2022-08-30T04:27:14Z', 'revision_number': 5, 'project_id': '59c345f38d6548cd820affce5406d62c', 'subnets': [{'id': '03eac665-3c5b-4142-8ea7-a4ac29a47a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:33:46.176470 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cc2ddc50-4c36-4995-9134-d845b704989e req-964da35d-5d47-4d20-b333-0b6713404b68 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=eeba6d54-95d8-44b5-8b13-0be4ed569eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447705 Aug 30 04:33:46.197035 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1106ab-59ab-4b26-aaba-1f3ab36e40fc None None] Checking router: 9275d9d3-5270-4467-b41a-bf68e3483aa0 for host: dv-cinder-852208-11-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:33:46.205378 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1106ab-59ab-4b26-aaba-1f3ab36e40fc None None] Routers {'9275d9d3-5270-4467-b41a-bf68e3483aa0'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:33:46.205974 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-cb1106ab-59ab-4b26-aaba-1f3ab36e40fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:33:23Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['9275d9d3-5270-4467-b41a-bf68e3483aa0'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:33:46.312127 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-cb1106ab-59ab-4b26-aaba-1f3ab36e40fc None None] Set router 9275d9d3-5270-4467-b41a-bf68e3483aa0 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:33:46.598544 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-cb1106ab-59ab-4b26-aaba-1f3ab36e40fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'name': 'tempest-TestVolumeBootPattern-1205738537-router', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.190'}], 'enable_snat': True}, 'gw_port_id': '5d22462e-1d99-4359-9bae-d64eff070f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:07Z', 'updated_at': '2022-08-30T04:27:09Z', 'revision_number': 4, 'project_id': '59c345f38d6548cd820affce5406d62c', 'gw_port': {'id': '5d22462e-1d99-4359-9bae-d64eff070f1b', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:07Z', 'updated_at': '2022-08-30T04:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_floatingips': [{'id': '85380e15-c7ad-468a-9140-6916c1707bfa', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'floating_ip_address': '172.27.4.246', 'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'router_id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'port_id': '97a3f3f8-bce0-468c-86b5-94677bb38667', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 758, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02', 'mac_address': 'fa:16:3e:ae:2a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0012cc-390a-49c1-9a99-f304bd689b83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:30:13Z', 'updated_at': '2022-08-30T04:30:15Z', 'revision_number': 1, 'project_id': '59c345f38d6548cd820affce5406d62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1d0526-0652-4835-822a-9c4488668c7d', 'name': '', 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'mac_address': 'fa:16:3e:25:0b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '03eac665-3c5b-4142-8ea7-a4ac29a47a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:09Z', 'updated_at': '2022-08-30T04:27:14Z', 'revision_number': 5, 'project_id': '59c345f38d6548cd820affce5406d62c', 'subnets': [{'id': '03eac665-3c5b-4142-8ea7-a4ac29a47a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:33:46.624030 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1106ab-59ab-4b26-aaba-1f3ab36e40fc None None] The sync data for ids ['9275d9d3-5270-4467-b41a-bf68e3483aa0'] in dv-cinder-852208-11-iscsi is: [{'id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'name': 'tempest-TestVolumeBootPattern-1205738537-router', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.190'}], 'enable_snat': True}, 'gw_port_id': '5d22462e-1d99-4359-9bae-d64eff070f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:07Z', 'updated_at': '2022-08-30T04:27:09Z', 'revision_number': 4, 'project_id': '59c345f38d6548cd820affce5406d62c', 'gw_port': {'id': '5d22462e-1d99-4359-9bae-d64eff070f1b', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:07Z', 'updated_at': '2022-08-30T04:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_floatingips': [{'id': '85380e15-c7ad-468a-9140-6916c1707bfa', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'floating_ip_address': '172.27.4.246', 'floating_network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'router_id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'port_id': '97a3f3f8-bce0-468c-86b5-94677bb38667', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 758, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02', 'mac_address': 'fa:16:3e:ae:2a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0012cc-390a-49c1-9a99-f304bd689b83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:30:13Z', 'updated_at': '2022-08-30T04:30:15Z', 'revision_number': 1, 'project_id': '59c345f38d6548cd820affce5406d62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1d0526-0652-4835-822a-9c4488668c7d', 'name': '', 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'mac_address': 'fa:16:3e:25:0b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '03eac665-3c5b-4142-8ea7-a4ac29a47a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:09Z', 'updated_at': '2022-08-30T04:27:14Z', 'revision_number': 5, 'project_id': '59c345f38d6548cd820affce5406d62c', 'subnets': [{'id': '03eac665-3c5b-4142-8ea7-a4ac29a47a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:33:46.833368 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddff6495-2867-4f31-971e-a967fbe8f6ea None None] New status for floating IP fbf7700f-32d9-432b-a0fb-dd4a12017474: DOWN {{(pid=106294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:33:47.053654 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-407be0bd-d64c-4c44-96b9-24ade4a96234 req-233828dc-4aa2-4a96-baa7-81da94c1cb75 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22 HTTP/1.1" status: 200 len: 217 time: 0.0376232 Aug 30 04:33:47.103632 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407be0bd-d64c-4c44-96b9-24ade4a96234 req-b3c4239e-09cc-407e-8d14-b3bbce5e1885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:47.105045 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-407be0bd-d64c-4c44-96b9-24ade4a96234 req-b3c4239e-09cc-407e-8d14-b3bbce5e1885 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=03eac665-3c5b-4142-8ea7-a4ac29a47a1c HTTP/1.1" status: 200 len: 851 time: 0.0442476 Aug 30 04:33:47.225827 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407be0bd-d64c-4c44-96b9-24ade4a96234 req-0f7afbaa-7b8e-430a-87f1-8302641c33f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:47.227612 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-407be0bd-d64c-4c44-96b9-24ade4a96234 req-0f7afbaa-7b8e-430a-87f1-8302641c33f9 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=8adf9578-c481-4463-b5d1-5bddee25fe02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0416317 Aug 30 04:33:47.300370 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820ab8e-5d98-470c-8882-c9dfef38dd8c req-b553fd48-5c27-488e-bbac-41fb61da2cc0 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:47.301837 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-d820ab8e-5d98-470c-8882-c9dfef38dd8c req-b553fd48-5c27-488e-bbac-41fb61da2cc0 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=850a567e-8335-4eb6-bb7b-668825278af3 HTTP/1.1" status: 200 len: 946 time: 0.0481222 Aug 30 04:33:47.322442 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:47.325784 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-407be0bd-d64c-4c44-96b9-24ade4a96234 req-45d90ce1-a543-4b29-abc1-7e4a9ea8d038 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/8adf9578-c481-4463-b5d1-5bddee25fe02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920939 Aug 30 04:33:47.360017 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-d820ab8e-5d98-470c-8882-c9dfef38dd8c req-393b0a94-3382-4a92-b278-918bce782c44 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=eeba6d54-95d8-44b5-8b13-0be4ed569eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513611 Aug 30 04:33:47.580421 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da667a7-1a73-4fce-b8cc-462512190828 req-698478dc-62f8-4778-af8a-8a0586d496e2 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:47.581729 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7da667a7-1a73-4fce-b8cc-462512190828 req-698478dc-62f8-4778-af8a-8a0586d496e2 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=850a567e-8335-4eb6-bb7b-668825278af3 HTTP/1.1" status: 200 len: 946 time: 0.0674686 Aug 30 04:33:47.583840 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-407be0bd-d64c-4c44-96b9-24ade4a96234 req-2891e116-a994-4040-abf1-421c0acd87cf service neutron] 10.222.0.75 "GET /networking/v2.0/networks/8adf9578-c481-4463-b5d1-5bddee25fe02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284652 Aug 30 04:33:47.682126 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-7da667a7-1a73-4fce-b8cc-462512190828 req-88896fa6-3eb7-439c-b267-b8da212aa1e5 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Deleting port e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22 {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:33:47.682499 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-7da667a7-1a73-4fce-b8cc-462512190828 req-88896fa6-3eb7-439c-b267-b8da212aa1e5 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:47.793018 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-7da667a7-1a73-4fce-b8cc-462512190828 req-88896fa6-3eb7-439c-b267-b8da212aa1e5 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] For port e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22,segment=NetworkSegment(4cd3a065-b490-45b6-a955-52849beed2b2),segment_id=4cd3a065-b490-45b6-a955-52849beed2b2)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:33:47.793377 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-7da667a7-1a73-4fce-b8cc-462512190828 req-88896fa6-3eb7-439c-b267-b8da212aa1e5 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:47.806502 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-7da667a7-1a73-4fce-b8cc-462512190828 req-88896fa6-3eb7-439c-b267-b8da212aa1e5 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Calling delete_port for e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22 owned by compute:nova {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:33:47.927688 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:47.932843 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-7da667a7-1a73-4fce-b8cc-462512190828 req-88896fa6-3eb7-439c-b267-b8da212aa1e5 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:47.962142 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88896fa6-3eb7-439c-b267-b8da212aa1e5 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Pushing event deleted for resources: {'Port': ['ID=e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:33:47.971999 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88896fa6-3eb7-439c-b267-b8da212aa1e5 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:47.972354 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88896fa6-3eb7-439c-b267-b8da212aa1e5 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:47.972698 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88896fa6-3eb7-439c-b267-b8da212aa1e5 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:47.973042 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88896fa6-3eb7-439c-b267-b8da212aa1e5 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:47.973378 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88896fa6-3eb7-439c-b267-b8da212aa1e5 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:47.973738 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88896fa6-3eb7-439c-b267-b8da212aa1e5 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:47.974071 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88896fa6-3eb7-439c-b267-b8da212aa1e5 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:47.974432 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88896fa6-3eb7-439c-b267-b8da212aa1e5 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:47.975871 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88896fa6-3eb7-439c-b267-b8da212aa1e5 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:47.975871 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88896fa6-3eb7-439c-b267-b8da212aa1e5 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:47.976248 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88896fa6-3eb7-439c-b267-b8da212aa1e5 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:47.976557 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88896fa6-3eb7-439c-b267-b8da212aa1e5 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:47.976794 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88896fa6-3eb7-439c-b267-b8da212aa1e5 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:47.977123 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88896fa6-3eb7-439c-b267-b8da212aa1e5 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:47.977450 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88896fa6-3eb7-439c-b267-b8da212aa1e5 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:48.022112 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da667a7-1a73-4fce-b8cc-462512190828 req-88896fa6-3eb7-439c-b267-b8da212aa1e5 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] No DVR routers for this DVR port e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22 on host hv-cinder-85220 {{(pid=106293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:33:48.025728 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-7da667a7-1a73-4fce-b8cc-462512190828 req-88896fa6-3eb7-439c-b267-b8da212aa1e5 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:48.029039 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7da667a7-1a73-4fce-b8cc-462512190828 req-88896fa6-3eb7-439c-b267-b8da212aa1e5 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.75 "DELETE /networking/v2.0/ports/e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22 HTTP/1.1" status: 204 len: 173 time: 0.4370501 Aug 30 04:33:48.029615 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '850a567e-8335-4eb6-bb7b-668825278af3', 'name': 'network-vif-deleted', 'tag': 'e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:33:48.036380 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11a3118c5976ecaadc28dc64ec6366a88eb3d4be069be3e491e321578e9d1f78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91deb7b8-140f-4283-aeb5-6f4d436420e6" -d '{"events": [{"server_uuid": "850a567e-8335-4eb6-bb7b-668825278af3", "name": "network-vif-deleted", "tag": "e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:33:48.083475 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0371eb-d7b7-48d0-b909-ecb0fc3c6de6 x-openstack-request-id: req-1f0371eb-d7b7-48d0-b909-ecb0fc3c6de6 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:33:48.084142 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "850a567e-8335-4eb6-bb7b-668825278af3", "name": "network-vif-deleted", "tag": "e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:33:48.084142 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1f0371eb-d7b7-48d0-b909-ecb0fc3c6de6 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:33:48.085108 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f0371eb-d7b7-48d0-b909-ecb0fc3c6de6'] response: {'server_uuid': '850a567e-8335-4eb6-bb7b-668825278af3', 'name': 'network-vif-deleted', 'tag': 'e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22', 'status': 'completed', 'code': 200} Aug 30 04:33:48.492269 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-1ded6280-fee0-47a6-982b-8beec9f3fce5 req-b53f06d7-b7fd-46c4-b73d-87d9a5267b8b tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=850a567e-8335-4eb6-bb7b-668825278af3 HTTP/1.1" status: 200 len: 210 time: 0.0315218 Aug 30 04:33:50.387319 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2c99-cb3b-42ab-b77f-c59dca71183a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (1bd89ca2-58f6-428d-83bf-6325bad549fd), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:51.823315 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 56780) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:33:51.964463 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.plugin [None req-84c9add2-6aaa-40fa-b692-943c4b6de1fe tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Deleting port 994b8dbe-05ac-4ae5-801e-cdab52ce6d5d {{(pid=106292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:33:51.964814 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-84c9add2-6aaa-40fa-b692-943c4b6de1fe tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (994b8dbe-05ac-4ae5-801e-cdab52ce6d5d), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:52.040984 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-84c9add2-6aaa-40fa-b692-943c4b6de1fe tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (994b8dbe-05ac-4ae5-801e-cdab52ce6d5d), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:52.041313 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-84c9add2-6aaa-40fa-b692-943c4b6de1fe tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks [] for floatingip (994b8dbe-05ac-4ae5-801e-cdab52ce6d5d), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:52.056164 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.plugin [None req-84c9add2-6aaa-40fa-b692-943c4b6de1fe tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Calling delete_port for 994b8dbe-05ac-4ae5-801e-cdab52ce6d5d owned by network:floatingip {{(pid=106292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:33:52.116355 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22 no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:33:52.134789 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] No Port match for: e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22 {{(pid=106294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:33:52.135133 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device e9ebc32b-5d7e-4f2f-ab82-c4afd768ac22 not bound to the agent host hv-cinder-85220 {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:33:52.206718 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-84c9add2-6aaa-40fa-b692-943c4b6de1fe tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642203'] for port (994b8dbe-05ac-4ae5-801e-cdab52ce6d5d), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:52.233571 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c9add2-6aaa-40fa-b692-943c4b6de1fe tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Pushing event deleted for resources: {'Port': ['ID=994b8dbe-05ac-4ae5-801e-cdab52ce6d5d,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:33:52.297556 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-84c9add2-6aaa-40fa-b692-943c4b6de1fe tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks [] for floatingip (85380e15-c7ad-468a-9140-6916c1707bfa), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:52.297880 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.db.l3_db [None req-84c9add2-6aaa-40fa-b692-943c4b6de1fe tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Floating IP 85380e15-c7ad-468a-9140-6916c1707bfa disassociated (deleted). External IP: 172.27.4.246, port: 97a3f3f8-bce0-468c-86b5-94677bb38667. Aug 30 04:33:52.498627 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c9add2-6aaa-40fa-b692-943c4b6de1fe tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Router 9275d9d3-5270-4467-b41a-bf68e3483aa0 has already been hosted by L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 {{(pid=106292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:33:52.505458 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:52.576097 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-3adf6c74-2256-4a2c-9a04-66b685dfa046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:52.606772 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c9add2-6aaa-40fa-b692-943c4b6de1fe tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:33:52.611161 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-84c9add2-6aaa-40fa-b692-943c4b6de1fe tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for floatingip (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:52.616826 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8055c43f-bf5c-4b12-80d2-b57194c61f65 None None] Sync routers for ids ['9275d9d3-5270-4467-b41a-bf68e3483aa0'] in dv-cinder-852208-11-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:33:52.620103 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=100 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:52.627577 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8055c43f-bf5c-4b12-80d2-b57194c61f65 None None] Routers {'9275d9d3-5270-4467-b41a-bf68e3483aa0'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:33:52.628187 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-8055c43f-bf5c-4b12-80d2-b57194c61f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:33:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['9275d9d3-5270-4467-b41a-bf68e3483aa0'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:33:52.643242 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-84c9add2-6aaa-40fa-b692-943c4b6de1fe tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/85380e15-c7ad-468a-9140-6916c1707bfa HTTP/1.1" status: 204 len: 168 time: 0.8188567 Aug 30 04:33:52.643928 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f0012cc-390a-49c1-9a99-f304bd689b83', 'tag': '97a3f3f8-bce0-468c-86b5-94677bb38667'}] {{(pid=106292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:33:52.646525 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac8df60c6f70ae957e00457e6d6ce8432b58a3ad70202c2877012db9cc29900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923884c2-8cdd-4511-b6bc-ec6deaa91f04" -d '{"events": [{"name": "network-changed", "server_uuid": "0f0012cc-390a-49c1-9a99-f304bd689b83", "tag": "97a3f3f8-bce0-468c-86b5-94677bb38667"}]}' {{(pid=106292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:33:52.686182 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1af419b-e45a-42d2-8c2f-a4874f4fd6cd x-openstack-request-id: req-b1af419b-e45a-42d2-8c2f-a4874f4fd6cd {{(pid=106292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:33:52.686665 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f0012cc-390a-49c1-9a99-f304bd689b83", "tag": "97a3f3f8-bce0-468c-86b5-94677bb38667", "status": "completed", "code": 200}]} {{(pid=106292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:33:52.686920 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b1af419b-e45a-42d2-8c2f-a4874f4fd6cd {{(pid=106292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:33:52.687361 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1af419b-e45a-42d2-8c2f-a4874f4fd6cd'] response: {'name': 'network-changed', 'server_uuid': '0f0012cc-390a-49c1-9a99-f304bd689b83', 'tag': '97a3f3f8-bce0-468c-86b5-94677bb38667', 'status': 'completed', 'code': 200} Aug 30 04:33:52.734647 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:52.741894 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-8055c43f-bf5c-4b12-80d2-b57194c61f65 None None] Set router 9275d9d3-5270-4467-b41a-bf68e3483aa0 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:33:52.750239 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923884c2-8cdd-4511-b6bc-ec6deaa91f04 req-915af19c-21d7-42d4-ae8d-fef306018ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:52.751727 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-923884c2-8cdd-4511-b6bc-ec6deaa91f04 req-915af19c-21d7-42d4-ae8d-fef306018ba4 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=59c345f38d6548cd820affce5406d62c&device_id=0f0012cc-390a-49c1-9a99-f304bd689b83 HTTP/1.1" status: 200 len: 1129 time: 0.0443048 Aug 30 04:33:52.776904 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=100 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:52.866049 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923884c2-8cdd-4511-b6bc-ec6deaa91f04 req-d41dba8f-34d9-421e-9b56-c8adb039fe7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:52.867570 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-923884c2-8cdd-4511-b6bc-ec6deaa91f04 req-d41dba8f-34d9-421e-9b56-c8adb039fe7d service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=8adf9578-c481-4463-b5d1-5bddee25fe02 HTTP/1.1" status: 200 len: 913 time: 0.1105371 Aug 30 04:33:52.901245 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36538f5-b484-40bd-bdbe-b1916feec176 req-427f84b2-dd40-4334-ba31-4765e1bfddd7 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:52.902753 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d36538f5-b484-40bd-bdbe-b1916feec176 req-427f84b2-dd40-4334-ba31-4765e1bfddd7 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0f0012cc-390a-49c1-9a99-f304bd689b83 HTTP/1.1" status: 200 len: 945 time: 0.0509152 Aug 30 04:33:52.948602 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-8055c43f-bf5c-4b12-80d2-b57194c61f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'name': 'tempest-TestVolumeBootPattern-1205738537-router', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.190'}], 'enable_snat': True}, 'gw_port_id': '5d22462e-1d99-4359-9bae-d64eff070f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:07Z', 'updated_at': '2022-08-30T04:27:09Z', 'revision_number': 4, 'project_id': '59c345f38d6548cd820affce5406d62c', 'gw_port': {'id': '5d22462e-1d99-4359-9bae-d64eff070f1b', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:07Z', 'updated_at': '2022-08-30T04:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': 'af1d0526-0652-4835-822a-9c4488668c7d', 'name': '', 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'mac_address': 'fa:16:3e:25:0b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '03eac665-3c5b-4142-8ea7-a4ac29a47a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:09Z', 'updated_at': '2022-08-30T04:27:14Z', 'revision_number': 5, 'project_id': '59c345f38d6548cd820affce5406d62c', 'subnets': [{'id': '03eac665-3c5b-4142-8ea7-a4ac29a47a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:33:52.952296 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d36538f5-b484-40bd-bdbe-b1916feec176 req-95fffdde-6753-44f0-aa95-6c42f8b78681 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=eeba6d54-95d8-44b5-8b13-0be4ed569eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439801 Aug 30 04:33:52.974098 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8055c43f-bf5c-4b12-80d2-b57194c61f65 None None] Checking router: 9275d9d3-5270-4467-b41a-bf68e3483aa0 for host: dv-cinder-852208-11-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:33:52.983260 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8055c43f-bf5c-4b12-80d2-b57194c61f65 None None] Routers {'9275d9d3-5270-4467-b41a-bf68e3483aa0'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:33:52.983861 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-8055c43f-bf5c-4b12-80d2-b57194c61f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:33:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['9275d9d3-5270-4467-b41a-bf68e3483aa0'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:33:53.085477 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-8055c43f-bf5c-4b12-80d2-b57194c61f65 None None] Set router 9275d9d3-5270-4467-b41a-bf68e3483aa0 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:33:53.266746 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-8055c43f-bf5c-4b12-80d2-b57194c61f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'name': 'tempest-TestVolumeBootPattern-1205738537-router', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.190'}], 'enable_snat': True}, 'gw_port_id': '5d22462e-1d99-4359-9bae-d64eff070f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:07Z', 'updated_at': '2022-08-30T04:27:09Z', 'revision_number': 4, 'project_id': '59c345f38d6548cd820affce5406d62c', 'gw_port': {'id': '5d22462e-1d99-4359-9bae-d64eff070f1b', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:07Z', 'updated_at': '2022-08-30T04:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': 'af1d0526-0652-4835-822a-9c4488668c7d', 'name': '', 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'mac_address': 'fa:16:3e:25:0b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '03eac665-3c5b-4142-8ea7-a4ac29a47a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:09Z', 'updated_at': '2022-08-30T04:27:14Z', 'revision_number': 5, 'project_id': '59c345f38d6548cd820affce5406d62c', 'subnets': [{'id': '03eac665-3c5b-4142-8ea7-a4ac29a47a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:33:53.297326 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8055c43f-bf5c-4b12-80d2-b57194c61f65 None None] The sync data for ids ['9275d9d3-5270-4467-b41a-bf68e3483aa0'] in dv-cinder-852208-11-iscsi is: [{'id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'name': 'tempest-TestVolumeBootPattern-1205738537-router', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.190'}], 'enable_snat': True}, 'gw_port_id': '5d22462e-1d99-4359-9bae-d64eff070f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:07Z', 'updated_at': '2022-08-30T04:27:09Z', 'revision_number': 4, 'project_id': '59c345f38d6548cd820affce5406d62c', 'gw_port': {'id': '5d22462e-1d99-4359-9bae-d64eff070f1b', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:07Z', 'updated_at': '2022-08-30T04:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi', '_interfaces': [{'id': 'af1d0526-0652-4835-822a-9c4488668c7d', 'name': '', 'network_id': '8adf9578-c481-4463-b5d1-5bddee25fe02', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'mac_address': 'fa:16:3e:25:0b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '03eac665-3c5b-4142-8ea7-a4ac29a47a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:09Z', 'updated_at': '2022-08-30T04:27:14Z', 'revision_number': 5, 'project_id': '59c345f38d6548cd820affce5406d62c', 'subnets': [{'id': '03eac665-3c5b-4142-8ea7-a4ac29a47a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:33:53.514843 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eaea231-c46a-4269-a4e9-448780f9d9e2 None None] New status for floating IP 85380e15-c7ad-468a-9140-6916c1707bfa: DOWN {{(pid=106294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:33:53.824574 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8bdbbddc-d827-40e6-b8fb-29930693a668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (0ba81f50-231f-4a87-bfed-adcf093ea106), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:53.838397 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-923884c2-8cdd-4511-b6bc-ec6deaa91f04 req-9cc248fb-3b32-411c-a376-b5e5a31abbe0 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97a3f3f8-bce0-468c-86b5-94677bb38667 HTTP/1.1" status: 200 len: 217 time: 0.0416183 Aug 30 04:33:53.888041 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923884c2-8cdd-4511-b6bc-ec6deaa91f04 req-5164175d-5217-4408-9369-c0ab7d4cfbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:53.889637 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-923884c2-8cdd-4511-b6bc-ec6deaa91f04 req-5164175d-5217-4408-9369-c0ab7d4cfbf2 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=03eac665-3c5b-4142-8ea7-a4ac29a47a1c HTTP/1.1" status: 200 len: 851 time: 0.0451558 Aug 30 04:33:54.000920 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923884c2-8cdd-4511-b6bc-ec6deaa91f04 req-dcf7a6f5-5ad0-4f5f-97ff-a26f803889e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:54.002444 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-923884c2-8cdd-4511-b6bc-ec6deaa91f04 req-dcf7a6f5-5ad0-4f5f-97ff-a26f803889e7 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=8adf9578-c481-4463-b5d1-5bddee25fe02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0414169 Aug 30 04:33:54.097495 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-923884c2-8cdd-4511-b6bc-ec6deaa91f04 req-94578eb7-5f71-4164-99f5-ab80d16b8c7e service neutron] 10.222.0.75 "GET /networking/v2.0/networks/8adf9578-c481-4463-b5d1-5bddee25fe02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884120 Aug 30 04:33:54.177050 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:54.189176 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c237f5-f398-47f4-b577-3f70233a1a90 req-8a30c668-4302-49e9-9c8f-588e05eeab71 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:54.190700 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-e1c237f5-f398-47f4-b577-3f70233a1a90 req-8a30c668-4302-49e9-9c8f-588e05eeab71 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0f0012cc-390a-49c1-9a99-f304bd689b83 HTTP/1.1" status: 200 len: 945 time: 0.1586487 Aug 30 04:33:54.240718 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-e1c237f5-f398-47f4-b577-3f70233a1a90 req-8edba58c-1460-426a-ae57-4552d9327469 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=eeba6d54-95d8-44b5-8b13-0be4ed569eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439010 Aug 30 04:33:54.574365 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-923884c2-8cdd-4511-b6bc-ec6deaa91f04 req-af1ae7f1-8780-480b-8201-c8eae3c59da2 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/8adf9578-c481-4463-b5d1-5bddee25fe02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3968368 Aug 30 04:33:54.582016 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8c0a4-0930-401d-b454-f2a4e351f1b4 req-a11c1348-3649-40e7-b45d-d6777f0c8f2f tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:54.583372 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-42c8c0a4-0930-401d-b454-f2a4e351f1b4 req-a11c1348-3649-40e7-b45d-d6777f0c8f2f tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=0f0012cc-390a-49c1-9a99-f304bd689b83 HTTP/1.1" status: 200 len: 945 time: 0.3313837 Aug 30 04:33:54.669368 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-42c8c0a4-0930-401d-b454-f2a4e351f1b4 req-388c6f56-b0e7-4e04-a8c5-d05c56f11ece tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Deleting port 97a3f3f8-bce0-468c-86b5-94677bb38667 {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:33:54.669711 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-42c8c0a4-0930-401d-b454-f2a4e351f1b4 req-388c6f56-b0e7-4e04-a8c5-d05c56f11ece tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (97a3f3f8-bce0-468c-86b5-94677bb38667), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:54.764066 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-42c8c0a4-0930-401d-b454-f2a4e351f1b4 req-388c6f56-b0e7-4e04-a8c5-d05c56f11ece tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] For port 97a3f3f8-bce0-468c-86b5-94677bb38667, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=97a3f3f8-bce0-468c-86b5-94677bb38667,segment=NetworkSegment(4cd3a065-b490-45b6-a955-52849beed2b2),segment_id=4cd3a065-b490-45b6-a955-52849beed2b2)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:33:54.764689 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-42c8c0a4-0930-401d-b454-f2a4e351f1b4 req-388c6f56-b0e7-4e04-a8c5-d05c56f11ece tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (97a3f3f8-bce0-468c-86b5-94677bb38667), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:54.777951 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-42c8c0a4-0930-401d-b454-f2a4e351f1b4 req-388c6f56-b0e7-4e04-a8c5-d05c56f11ece tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Calling delete_port for 97a3f3f8-bce0-468c-86b5-94677bb38667 owned by compute:nova {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:33:54.886132 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:54.905784 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-42c8c0a4-0930-401d-b454-f2a4e351f1b4 req-388c6f56-b0e7-4e04-a8c5-d05c56f11ece tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (97a3f3f8-bce0-468c-86b5-94677bb38667), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:54.937258 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388c6f56-b0e7-4e04-a8c5-d05c56f11ece tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Pushing event deleted for resources: {'Port': ['ID=97a3f3f8-bce0-468c-86b5-94677bb38667,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:33:54.985713 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-42c8c0a4-0930-401d-b454-f2a4e351f1b4 req-388c6f56-b0e7-4e04-a8c5-d05c56f11ece tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] No DVR routers for this DVR port 97a3f3f8-bce0-468c-86b5-94677bb38667 on host hv-cinder-85220 {{(pid=106293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:33:54.988572 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-42c8c0a4-0930-401d-b454-f2a4e351f1b4 req-388c6f56-b0e7-4e04-a8c5-d05c56f11ece tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:54.992974 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [req-42c8c0a4-0930-401d-b454-f2a4e351f1b4 req-388c6f56-b0e7-4e04-a8c5-d05c56f11ece tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.75 "DELETE /networking/v2.0/ports/97a3f3f8-bce0-468c-86b5-94677bb38667 HTTP/1.1" status: 204 len: 173 time: 0.4030936 Aug 30 04:33:54.993426 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f0012cc-390a-49c1-9a99-f304bd689b83', 'name': 'network-vif-deleted', 'tag': '97a3f3f8-bce0-468c-86b5-94677bb38667'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:33:54.995749 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11a3118c5976ecaadc28dc64ec6366a88eb3d4be069be3e491e321578e9d1f78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537d2962-78b0-4426-9864-341e6aa6425f" -d '{"events": [{"server_uuid": "0f0012cc-390a-49c1-9a99-f304bd689b83", "name": "network-vif-deleted", "tag": "97a3f3f8-bce0-468c-86b5-94677bb38667"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:33:55.036055 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab55b9c-ea08-40ac-aa7f-d4c1b5d9f296 x-openstack-request-id: req-0ab55b9c-ea08-40ac-aa7f-d4c1b5d9f296 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:33:55.036443 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f0012cc-390a-49c1-9a99-f304bd689b83", "name": "network-vif-deleted", "tag": "97a3f3f8-bce0-468c-86b5-94677bb38667", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:33:55.036756 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0ab55b9c-ea08-40ac-aa7f-d4c1b5d9f296 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:33:55.037185 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ab55b9c-ea08-40ac-aa7f-d4c1b5d9f296'] response: {'server_uuid': '0f0012cc-390a-49c1-9a99-f304bd689b83', 'name': 'network-vif-deleted', 'tag': '97a3f3f8-bce0-468c-86b5-94677bb38667', 'status': 'completed', 'code': 200} Aug 30 04:33:55.376021 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [req-d9bb9ba3-6cad-4064-af8a-eb8d8c5e07bb req-48b18905-5477-431b-815e-9287bdb49850 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0f0012cc-390a-49c1-9a99-f304bd689b83 HTTP/1.1" status: 200 len: 210 time: 0.0337172 Aug 30 04:33:55.496239 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-390264ec-bab8-4bcb-922a-62bbd4f3a683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (b2cd167f-1ad0-4273-bd2a-29638b1fd1d2), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:55.629130 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (d414c4c0-e104-4322-85c3-8bf64da32860), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:56.442900 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 56798) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:33:56.554319 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.plugin [None req-4231d8cf-f7b5-492b-bca4-d5b2adb6043a tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Deleting port f8ee8c45-a141-4046-8269-0ac5a5d8a777 {{(pid=106292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:33:56.554910 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-4231d8cf-f7b5-492b-bca4-d5b2adb6043a tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (f8ee8c45-a141-4046-8269-0ac5a5d8a777), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:56.631262 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-4231d8cf-f7b5-492b-bca4-d5b2adb6043a tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (f8ee8c45-a141-4046-8269-0ac5a5d8a777), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:56.631597 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-4231d8cf-f7b5-492b-bca4-d5b2adb6043a tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks [] for floatingip (f8ee8c45-a141-4046-8269-0ac5a5d8a777), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:56.645084 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.plugin [None req-4231d8cf-f7b5-492b-bca4-d5b2adb6043a tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Calling delete_port for f8ee8c45-a141-4046-8269-0ac5a5d8a777 owned by network:floatingip {{(pid=106292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:33:56.779305 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-4231d8cf-f7b5-492b-bca4-d5b2adb6043a tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642203'] for port (f8ee8c45-a141-4046-8269-0ac5a5d8a777), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:56.805706 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4231d8cf-f7b5-492b-bca4-d5b2adb6043a tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Pushing event deleted for resources: {'Port': ['ID=f8ee8c45-a141-4046-8269-0ac5a5d8a777,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:33:57.088229 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-4231d8cf-f7b5-492b-bca4-d5b2adb6043a tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks [] for floatingip (b8636d09-6d11-486e-afae-b11e62303dcf), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:57.090833 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-4231d8cf-f7b5-492b-bca4-d5b2adb6043a tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82890'] for floatingip (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:57.091987 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-4231d8cf-f7b5-492b-bca4-d5b2adb6043a tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/b8636d09-6d11-486e-afae-b11e62303dcf HTTP/1.1" status: 204 len: 168 time: 0.6495447 Aug 30 04:33:58.129712 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 97a3f3f8-bce0-468c-86b5-94677bb38667 no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:33:58.153486 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] No Port match for: 97a3f3f8-bce0-468c-86b5-94677bb38667 {{(pid=106294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:33:58.153836 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Device 97a3f3f8-bce0-468c-86b5-94677bb38667 not bound to the agent host hv-cinder-85220 {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:33:58.302562 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 56810) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:33:58.309820 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:58.363207 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-73274f71-b7b9-4cab-8a8d-f4aa31748849 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks [] for security_group (eeba6d54-95d8-44b5-8b13-0be4ed569eb7), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:58.389051 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-73274f71-b7b9-4cab-8a8d-f4aa31748849 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks [] for security_group (eeba6d54-95d8-44b5-8b13-0be4ed569eb7), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:58.450279 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-73274f71-b7b9-4cab-8a8d-f4aa31748849 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (eeba6d54-95d8-44b5-8b13-0be4ed569eb7), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:58.453897 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-73274f71-b7b9-4cab-8a8d-f4aa31748849 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:58.455073 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-73274f71-b7b9-4cab-8a8d-f4aa31748849 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/eeba6d54-95d8-44b5-8b13-0be4ed569eb7 HTTP/1.1" status: 204 len: 168 time: 0.1515245 Aug 30 04:33:58.465148 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73274f71-b7b9-4cab-8a8d-f4aa31748849 tempest-TestVolumeBootPattern-1982646457 tempest-TestVolumeBootPattern-1982646457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeba6d54-95d8-44b5-8b13-0be4ed569eb7,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:33:58.521044 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 56814) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:33:58.946964 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ae164b2d-f835-41d7-9649-764ea963110a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573154'] for router_interface (9275d9d3-5270-4467-b41a-bf68e3483aa0), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:59.173159 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-ae164b2d-f835-41d7-9649-764ea963110a admin admin] Deleting port af1d0526-0652-4835-822a-9c4488668c7d {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:33:59.173495 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ae164b2d-f835-41d7-9649-764ea963110a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (af1d0526-0652-4835-822a-9c4488668c7d), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:59.251520 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [None req-ae164b2d-f835-41d7-9649-764ea963110a admin admin] For port af1d0526-0652-4835-822a-9c4488668c7d, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=af1d0526-0652-4835-822a-9c4488668c7d,segment=NetworkSegment(4cd3a065-b490-45b6-a955-52849beed2b2),segment_id=4cd3a065-b490-45b6-a955-52849beed2b2)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:33:59.251909 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ae164b2d-f835-41d7-9649-764ea963110a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (af1d0526-0652-4835-822a-9c4488668c7d), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:59.268857 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-ae164b2d-f835-41d7-9649-764ea963110a admin admin] Calling delete_port for af1d0526-0652-4835-822a-9c4488668c7d owned by network:router_interface {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:33:59.310192 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:59.364449 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:59.457176 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ae164b2d-f835-41d7-9649-764ea963110a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (af1d0526-0652-4835-822a-9c4488668c7d), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:59.480229 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae164b2d-f835-41d7-9649-764ea963110a admin admin] Pushing event deleted for resources: {'Port': ['ID=af1d0526-0652-4835-822a-9c4488668c7d,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:33:59.650458 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ae164b2d-f835-41d7-9649-764ea963110a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573266'] for router_interface (9275d9d3-5270-4467-b41a-bf68e3483aa0), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:59.870442 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae164b2d-f835-41d7-9649-764ea963110a admin admin] Router 9275d9d3-5270-4467-b41a-bf68e3483aa0 has already been hosted by L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 {{(pid=106293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:33:59.973851 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae164b2d-f835-41d7-9649-764ea963110a admin admin] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:33:59.980171 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-ae164b2d-f835-41d7-9649-764ea963110a admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/9275d9d3-5270-4467-b41a-bf68e3483aa0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4578762 Aug 30 04:33:59.982110 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 56818) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:33:59.984848 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176d463c-351a-4ce4-ba61-070fdd3bc7f1 None None] Sync routers for ids ['9275d9d3-5270-4467-b41a-bf68e3483aa0'] in dv-cinder-852208-11-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:33:59.995980 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176d463c-351a-4ce4-ba61-070fdd3bc7f1 None None] Routers {'9275d9d3-5270-4467-b41a-bf68e3483aa0'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:33:59.996596 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-176d463c-351a-4ce4-ba61-070fdd3bc7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:33:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['9275d9d3-5270-4467-b41a-bf68e3483aa0'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:34:00.079290 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-7d785fc4-9dd5-483c-ab81-f0f75a4d2e5a admin admin] Publish callbacks [] for router (9275d9d3-5270-4467-b41a-bf68e3483aa0), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:00.098006 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-176d463c-351a-4ce4-ba61-070fdd3bc7f1 None None] Set router 9275d9d3-5270-4467-b41a-bf68e3483aa0 gateway port host: dv-cinder-852208-11-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:34:00.179119 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-7d785fc4-9dd5-483c-ab81-f0f75a4d2e5a admin admin] Publish callbacks [] for router_gateway (9275d9d3-5270-4467-b41a-bf68e3483aa0), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:00.214210 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:00.229649 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-7d785fc4-9dd5-483c-ab81-f0f75a4d2e5a admin admin] Deleting port 5d22462e-1d99-4359-9bae-d64eff070f1b {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:34:00.229989 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-7d785fc4-9dd5-483c-ab81-f0f75a4d2e5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (5d22462e-1d99-4359-9bae-d64eff070f1b), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:00.244022 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:00.272771 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-176d463c-351a-4ce4-ba61-070fdd3bc7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'name': 'tempest-TestVolumeBootPattern-1205738537-router', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.190'}], 'enable_snat': True}, 'gw_port_id': '5d22462e-1d99-4359-9bae-d64eff070f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:07Z', 'updated_at': '2022-08-30T04:33:59Z', 'revision_number': 5, 'project_id': '59c345f38d6548cd820affce5406d62c', 'gw_port': {'id': '5d22462e-1d99-4359-9bae-d64eff070f1b', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:07Z', 'updated_at': '2022-08-30T04:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi'}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:34:00.298329 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176d463c-351a-4ce4-ba61-070fdd3bc7f1 None None] Checking router: 9275d9d3-5270-4467-b41a-bf68e3483aa0 for host: dv-cinder-852208-11-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:34:00.307966 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176d463c-351a-4ce4-ba61-070fdd3bc7f1 None None] Routers {'9275d9d3-5270-4467-b41a-bf68e3483aa0'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:34:00.308680 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-176d463c-351a-4ce4-ba61-070fdd3bc7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:33:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['9275d9d3-5270-4467-b41a-bf68e3483aa0'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:34:00.318367 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [None req-7d785fc4-9dd5-483c-ab81-f0f75a4d2e5a admin admin] For port 5d22462e-1d99-4359-9bae-d64eff070f1b, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=5d22462e-1d99-4359-9bae-d64eff070f1b,segment=NetworkSegment(10b95e6c-2e6d-452d-a5ef-cbf673e3f24c),segment_id=10b95e6c-2e6d-452d-a5ef-cbf673e3f24c)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:34:00.318953 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-7d785fc4-9dd5-483c-ab81-f0f75a4d2e5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (5d22462e-1d99-4359-9bae-d64eff070f1b), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:00.333180 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-7d785fc4-9dd5-483c-ab81-f0f75a4d2e5a admin admin] Calling delete_port for 5d22462e-1d99-4359-9bae-d64eff070f1b owned by network:router_gateway {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:34:00.392694 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=100 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:00.405138 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-176d463c-351a-4ce4-ba61-070fdd3bc7f1 None None] Set router 9275d9d3-5270-4467-b41a-bf68e3483aa0 gateway port host: None {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:34:00.507599 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-7d785fc4-9dd5-483c-ab81-f0f75a4d2e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (5d22462e-1d99-4359-9bae-d64eff070f1b), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:00.535247 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d785fc4-9dd5-483c-ab81-f0f75a4d2e5a admin admin] Pushing event deleted for resources: {'Port': ['ID=5d22462e-1d99-4359-9bae-d64eff070f1b,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:00.547776 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-176d463c-351a-4ce4-ba61-070fdd3bc7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'name': 'tempest-TestVolumeBootPattern-1205738537-router', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:07Z', 'updated_at': '2022-08-30T04:34:00Z', 'revision_number': 6, 'project_id': '59c345f38d6548cd820affce5406d62c', 'gw_port_host': None}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:34:00.574192 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176d463c-351a-4ce4-ba61-070fdd3bc7f1 None None] The sync data for ids ['9275d9d3-5270-4467-b41a-bf68e3483aa0'] in dv-cinder-852208-11-iscsi is: [{'id': '9275d9d3-5270-4467-b41a-bf68e3483aa0', 'name': 'tempest-TestVolumeBootPattern-1205738537-router', 'tenant_id': '59c345f38d6548cd820affce5406d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:07Z', 'updated_at': '2022-08-30T04:34:00Z', 'revision_number': 6, 'project_id': '59c345f38d6548cd820affce5406d62c', 'gw_port_host': None}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:34:00.601950 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-7d785fc4-9dd5-483c-ab81-f0f75a4d2e5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572577'] for router_gateway (9275d9d3-5270-4467-b41a-bf68e3483aa0), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:00.689303 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-7d785fc4-9dd5-483c-ab81-f0f75a4d2e5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6255'] for router (9275d9d3-5270-4467-b41a-bf68e3483aa0), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:00.691415 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-7d785fc4-9dd5-483c-ab81-f0f75a4d2e5a admin admin] Publish callbacks [] for router_controller (9275d9d3-5270-4467-b41a-bf68e3483aa0), precommit_delete_associations {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:00.731994 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-7d785fc4-9dd5-483c-ab81-f0f75a4d2e5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-573231'] for router (9275d9d3-5270-4467-b41a-bf68e3483aa0), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:00.732596 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d785fc4-9dd5-483c-ab81-f0f75a4d2e5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9275d9d3-5270-4467-b41a-bf68e3483aa0 {{(pid=106293) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 04:34:00.737385 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-7d785fc4-9dd5-483c-ab81-f0f75a4d2e5a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:00.738646 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-7d785fc4-9dd5-483c-ab81-f0f75a4d2e5a admin admin] 10.222.0.46 "DELETE /networking/v2.0/routers/9275d9d3-5270-4467-b41a-bf68e3483aa0 HTTP/1.1" status: 204 len: 168 time: 0.7555687 Aug 30 04:34:00.741167 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 56820) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:00.787088 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_v2 [None req-2add2590-85de-4283-a4d2-e780f5720755 admin admin] Deleting subnet 03eac665-3c5b-4142-8ea7-a4ac29a47a1c {{(pid=106293) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 04:34:00.790845 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2add2590-85de-4283-a4d2-e780f5720755 admin admin] Publish callbacks [] for subnet (03eac665-3c5b-4142-8ea7-a4ac29a47a1c), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:00.828858 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2add2590-85de-4283-a4d2-e780f5720755 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387962'] for subnet (03eac665-3c5b-4142-8ea7-a4ac29a47a1c), precommit_delete_associations {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:00.901826 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2add2590-85de-4283-a4d2-e780f5720755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1779299'] for subnet (03eac665-3c5b-4142-8ea7-a4ac29a47a1c), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:00.959702 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2add2590-85de-4283-a4d2-e780f5720755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1779322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-454480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9734407'] for subnet (03eac665-3c5b-4142-8ea7-a4ac29a47a1c), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:00.991898 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add2590-85de-4283-a4d2-e780f5720755 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03eac665-3c5b-4142-8ea7-a4ac29a47a1c,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:00.996393 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2add2590-85de-4283-a4d2-e780f5720755 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:01.002377 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-2add2590-85de-4283-a4d2-e780f5720755 admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/03eac665-3c5b-4142-8ea7-a4ac29a47a1c HTTP/1.1" status: 204 len: 168 time: 0.2576253 Aug 30 04:34:01.002480 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10d7482-aab5-4d1f-9c7a-ba65c7db5154 None None] Network 8adf9578-c481-4463-b5d1-5bddee25fe02 requested from dv-cinder-852208-11-iscsi {{(pid=106294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:34:01.006643 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [-] (106292) accepted ('10.222.0.46', 56822) {{(pid=106292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:01.075869 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-87a44a8d-aa47-47ea-b062-0021a09714b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635422'] for network (8adf9578-c481-4463-b5d1-5bddee25fe02), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:01.122516 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.plugin [None req-87a44a8d-aa47-47ea-b062-0021a09714b3 admin admin] Deleting port dc7a8e5e-91e9-4760-b392-9aeac7729335 {{(pid=106292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:34:01.122860 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-87a44a8d-aa47-47ea-b062-0021a09714b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (dc7a8e5e-91e9-4760-b392-9aeac7729335), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:01.159457 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f77436-0211-4ec6-8f50-86af2a68ac79 None None] DHCP port deletion for 8adf9578-c481-4463-b5d1-5bddee25fe02 request from dv-cinder-852208-11-iscsi {{(pid=106294) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 04:34:01.193266 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.db [None req-87a44a8d-aa47-47ea-b062-0021a09714b3 admin admin] For port dc7a8e5e-91e9-4760-b392-9aeac7729335, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=dc7a8e5e-91e9-4760-b392-9aeac7729335,segment=NetworkSegment(4cd3a065-b490-45b6-a955-52849beed2b2),segment_id=4cd3a065-b490-45b6-a955-52849beed2b2)] {{(pid=106292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:34:01.193713 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-87a44a8d-aa47-47ea-b062-0021a09714b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (dc7a8e5e-91e9-4760-b392-9aeac7729335), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:01.202519 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-78f77436-0211-4ec6-8f50-86af2a68ac79 None None] Deleting port dc7a8e5e-91e9-4760-b392-9aeac7729335 {{(pid=106294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:34:01.202898 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-78f77436-0211-4ec6-8f50-86af2a68ac79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (dc7a8e5e-91e9-4760-b392-9aeac7729335), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:01.207466 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.plugin [None req-87a44a8d-aa47-47ea-b062-0021a09714b3 admin admin] Calling delete_port for dc7a8e5e-91e9-4760-b392-9aeac7729335 owned by network:dhcp {{(pid=106292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:34:01.262189 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:01.280737 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-78f77436-0211-4ec6-8f50-86af2a68ac79 None None] For port dc7a8e5e-91e9-4760-b392-9aeac7729335, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=dc7a8e5e-91e9-4760-b392-9aeac7729335,segment=NetworkSegment(4cd3a065-b490-45b6-a955-52849beed2b2),segment_id=4cd3a065-b490-45b6-a955-52849beed2b2)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:34:01.281141 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-78f77436-0211-4ec6-8f50-86af2a68ac79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (dc7a8e5e-91e9-4760-b392-9aeac7729335), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:01.283632 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (5274a8db-cdbb-4c02-abb1-2eb9d7076dc1), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:01.291870 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-87a44a8d-aa47-47ea-b062-0021a09714b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642203'] for port (dc7a8e5e-91e9-4760-b392-9aeac7729335), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:01.295004 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-78f77436-0211-4ec6-8f50-86af2a68ac79 None None] Calling delete_port for dc7a8e5e-91e9-4760-b392-9aeac7729335 owned by network:dhcp {{(pid=106294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:34:01.323418 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a44a8d-aa47-47ea-b062-0021a09714b3 admin admin] No DVR routers for this DVR port dc7a8e5e-91e9-4760-b392-9aeac7729335 on host dv-cinder-852208-11-iscsi {{(pid=106292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:34:01.328650 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a44a8d-aa47-47ea-b062-0021a09714b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc7a8e5e-91e9-4760-b392-9aeac7729335,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:01.381461 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-78f77436-0211-4ec6-8f50-86af2a68ac79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839'] for port (dc7a8e5e-91e9-4760-b392-9aeac7729335), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:01.397725 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:01.402883 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-87a44a8d-aa47-47ea-b062-0021a09714b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1778176', 'neutron.services.segments.db._delete_segments_for_network-8749362907459'] for network (8adf9578-c481-4463-b5d1-5bddee25fe02), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:01.411864 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f77436-0211-4ec6-8f50-86af2a68ac79 None None] Pushing event deleted for resources: {'Port': ['ID=dc7a8e5e-91e9-4760-b392-9aeac7729335,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:01.415891 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f77436-0211-4ec6-8f50-86af2a68ac79 None None] No DVR routers for this DVR port dc7a8e5e-91e9-4760-b392-9aeac7729335 on host dv-cinder-852208-11-iscsi {{(pid=106294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:34:01.423674 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f77436-0211-4ec6-8f50-86af2a68ac79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:01.424026 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f77436-0211-4ec6-8f50-86af2a68ac79 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:01.424377 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f77436-0211-4ec6-8f50-86af2a68ac79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:01.424717 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f77436-0211-4ec6-8f50-86af2a68ac79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:01.425262 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f77436-0211-4ec6-8f50-86af2a68ac79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:01.425772 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f77436-0211-4ec6-8f50-86af2a68ac79 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:01.426466 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f77436-0211-4ec6-8f50-86af2a68ac79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:01.426619 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.services.segments.db [None req-87a44a8d-aa47-47ea-b062-0021a09714b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8adf9578-c481-4463-b5d1-5bddee25fe02']}} {{(pid=106292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:34:01.426798 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f77436-0211-4ec6-8f50-86af2a68ac79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:01.427308 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f77436-0211-4ec6-8f50-86af2a68ac79 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:01.427658 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f77436-0211-4ec6-8f50-86af2a68ac79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:01.427983 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f77436-0211-4ec6-8f50-86af2a68ac79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:01.428310 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f77436-0211-4ec6-8f50-86af2a68ac79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:01.429051 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f77436-0211-4ec6-8f50-86af2a68ac79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:01.429554 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f77436-0211-4ec6-8f50-86af2a68ac79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:01.429956 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f77436-0211-4ec6-8f50-86af2a68ac79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852208-11-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:01.436337 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.services.segments.db [None req-87a44a8d-aa47-47ea-b062-0021a09714b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cd3a065-b490-45b6-a955-52849beed2b2') {'for_net_delete': True} {{(pid=106292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:34:01.436633 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.services.segments.db [None req-87a44a8d-aa47-47ea-b062-0021a09714b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cd3a065-b490-45b6-a955-52849beed2b2') {} {{(pid=106292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:34:01.447273 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-87a44a8d-aa47-47ea-b062-0021a09714b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749362932655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2102203'] for segment (4cd3a065-b490-45b6-a955-52849beed2b2), before_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:01.460457 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-87a44a8d-aa47-47ea-b062-0021a09714b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784698'] for segment (4cd3a065-b490-45b6-a955-52849beed2b2), precommit_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:01.467631 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87a44a8d-aa47-47ea-b062-0021a09714b3 admin admin] Releasing vlan 810 on physical network physnet1 to pool {{(pid=106292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 04:34:01.468016 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-87a44a8d-aa47-47ea-b062-0021a09714b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642254'] for segment (4cd3a065-b490-45b6-a955-52849beed2b2), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:01.486724 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.services.segments.plugin [-] Segment 4cd3a065-b490-45b6-a955-52849beed2b2 resource provider aggregate not found Aug 30 04:34:01.517940 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.services.segments.plugin [-] Segment 4cd3a065-b490-45b6-a955-52849beed2b2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4cd3a065-b490-45b6-a955-52849beed2b2 found for delete ", "request_id": "req-1cc5788c-9ca9-47c3-b701-1629604fe3aa"}]} Aug 30 04:34:01.537453 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-87a44a8d-aa47-47ea-b062-0021a09714b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1778185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572621'] for network (8adf9578-c481-4463-b5d1-5bddee25fe02), after_delete {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:01.544805 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-87a44a8d-aa47-47ea-b062-0021a09714b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for network (None), before_response {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:01.547983 dv-cinder-852208-11-iscsi neutron-server[106292]: INFO neutron.wsgi [None req-87a44a8d-aa47-47ea-b062-0021a09714b3 admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/8adf9578-c481-4463-b5d1-5bddee25fe02 HTTP/1.1" status: 204 len: 168 time: 0.5440156 Aug 30 04:34:01.551044 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 56828) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:01.558663 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a44a8d-aa47-47ea-b062-0021a09714b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8adf9578-c481-4463-b5d1-5bddee25fe02,revision_number=None']} {{(pid=106292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:01.657182 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:01.729432 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:01.867834 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-a134475d-21ac-4b65-9a46-5b3f0f16f6fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573154'] for router_interface (67b18db4-12ce-4415-b4f9-42fff5792d2f), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:02.093192 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-a134475d-21ac-4b65-9a46-5b3f0f16f6fa admin admin] Deleting port e84a43c3-e54e-450a-8bb4-6928a4361241 {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:34:02.093536 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-a134475d-21ac-4b65-9a46-5b3f0f16f6fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (e84a43c3-e54e-450a-8bb4-6928a4361241), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:02.181421 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [None req-a134475d-21ac-4b65-9a46-5b3f0f16f6fa admin admin] For port e84a43c3-e54e-450a-8bb4-6928a4361241, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=e84a43c3-e54e-450a-8bb4-6928a4361241,segment=NetworkSegment(58b96d1a-04a8-42a8-b875-c59bd8a29c34),segment_id=58b96d1a-04a8-42a8-b875-c59bd8a29c34)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:34:02.181810 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-a134475d-21ac-4b65-9a46-5b3f0f16f6fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (e84a43c3-e54e-450a-8bb4-6928a4361241), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:02.189424 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device af1d0526-0652-4835-822a-9c4488668c7d no longer exists at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:34:02.198550 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-a134475d-21ac-4b65-9a46-5b3f0f16f6fa admin admin] Calling delete_port for e84a43c3-e54e-450a-8bb4-6928a4361241 owned by network:router_interface {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:34:02.209184 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] No Port match for: af1d0526-0652-4835-822a-9c4488668c7d {{(pid=106294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:34:02.209947 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device af1d0526-0652-4835-822a-9c4488668c7d not bound to the agent host dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:34:02.209947 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device dc7a8e5e-91e9-4760-b392-9aeac7729335 no longer exists at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:34:02.228854 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] No Port match for: dc7a8e5e-91e9-4760-b392-9aeac7729335 {{(pid=106294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:34:02.229200 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device dc7a8e5e-91e9-4760-b392-9aeac7729335 not bound to the agent host dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:34:02.229617 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 5d22462e-1d99-4359-9bae-d64eff070f1b no longer exists at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:34:02.249837 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] No Port match for: 5d22462e-1d99-4359-9bae-d64eff070f1b {{(pid=106294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:34:02.250181 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device 5d22462e-1d99-4359-9bae-d64eff070f1b not bound to the agent host dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:34:02.644923 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-a134475d-21ac-4b65-9a46-5b3f0f16f6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (e84a43c3-e54e-450a-8bb4-6928a4361241), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:02.671849 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a134475d-21ac-4b65-9a46-5b3f0f16f6fa admin admin] Pushing event deleted for resources: {'Port': ['ID=e84a43c3-e54e-450a-8bb4-6928a4361241,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:02.813157 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:02.830931 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:02.842091 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-a134475d-21ac-4b65-9a46-5b3f0f16f6fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573266'] for router_interface (67b18db4-12ce-4415-b4f9-42fff5792d2f), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:03.053218 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a134475d-21ac-4b65-9a46-5b3f0f16f6fa admin admin] Router 67b18db4-12ce-4415-b4f9-42fff5792d2f has already been hosted by L3 agent 70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7 {{(pid=106293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:34:03.156111 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a134475d-21ac-4b65-9a46-5b3f0f16f6fa admin admin] Notify agent at l3_agent.dv-cinder-852208-11-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:34:03.160905 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-a134475d-21ac-4b65-9a46-5b3f0f16f6fa admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/67b18db4-12ce-4415-b4f9-42fff5792d2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6087592 Aug 30 04:34:03.163462 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 56830) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:03.164862 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33dd464-2ae9-424c-8a56-eda41570ece1 None None] Sync routers for ids ['67b18db4-12ce-4415-b4f9-42fff5792d2f'] in dv-cinder-852208-11-iscsi {{(pid=106294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:34:03.187094 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33dd464-2ae9-424c-8a56-eda41570ece1 None None] Routers {'67b18db4-12ce-4415-b4f9-42fff5792d2f'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:34:03.187739 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-a33dd464-2ae9-424c-8a56-eda41570ece1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:33:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['67b18db4-12ce-4415-b4f9-42fff5792d2f'], 'active': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:34:03.266423 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2c7cba48-9d18-4d21-920e-096e994f954f admin admin] Publish callbacks [] for router (67b18db4-12ce-4415-b4f9-42fff5792d2f), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:03.300575 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvr_db [None req-a33dd464-2ae9-424c-8a56-eda41570ece1 None None] Set router 67b18db4-12ce-4415-b4f9-42fff5792d2f gateway port host: dv-cinder-852208-11-iscsi {{(pid=106294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:34:03.366531 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2c7cba48-9d18-4d21-920e-096e994f954f admin admin] Publish callbacks [] for router_gateway (67b18db4-12ce-4415-b4f9-42fff5792d2f), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:03.413039 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-2c7cba48-9d18-4d21-920e-096e994f954f admin admin] Deleting port ae203062-b8cd-4d3b-96fe-f32d3b9d25d0 {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:34:03.413480 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2c7cba48-9d18-4d21-920e-096e994f954f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (ae203062-b8cd-4d3b-96fe-f32d3b9d25d0), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:03.501636 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [None req-2c7cba48-9d18-4d21-920e-096e994f954f admin admin] For port ae203062-b8cd-4d3b-96fe-f32d3b9d25d0, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=ae203062-b8cd-4d3b-96fe-f32d3b9d25d0,segment=NetworkSegment(10b95e6c-2e6d-452d-a5ef-cbf673e3f24c),segment_id=10b95e6c-2e6d-452d-a5ef-cbf673e3f24c)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:34:03.502004 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2c7cba48-9d18-4d21-920e-096e994f954f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (ae203062-b8cd-4d3b-96fe-f32d3b9d25d0), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:03.521108 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-2c7cba48-9d18-4d21-920e-096e994f954f admin admin] Calling delete_port for ae203062-b8cd-4d3b-96fe-f32d3b9d25d0 owned by network:router_gateway {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:34:03.619420 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-a33dd464-2ae9-424c-8a56-eda41570ece1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b18db4-12ce-4415-b4f9-42fff5792d2f', 'name': 'tempest-TestVolumeBootPattern-1153129948-router', 'tenant_id': 'dbd4de50617f4a3585cb620eb58a73c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'external_fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.125'}], 'enable_snat': True}, 'gw_port_id': 'ae203062-b8cd-4d3b-96fe-f32d3b9d25d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:11Z', 'updated_at': '2022-08-30T04:34:02Z', 'revision_number': 5, 'project_id': 'dbd4de50617f4a3585cb620eb58a73c2', 'gw_port': {'id': 'ae203062-b8cd-4d3b-96fe-f32d3b9d25d0', 'name': '', 'network_id': '5c43c40f-cc6a-4e53-a103-6d34effd891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:da:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b18db4-12ce-4415-b4f9-42fff5792d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'ip_address': '172.27.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852208-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:12Z', 'updated_at': '2022-08-30T04:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2d4007f-d8ed-41cc-b520-7777f18cd186', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852208-11-iscsi'}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:34:03.644843 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33dd464-2ae9-424c-8a56-eda41570ece1 None None] Checking router: 67b18db4-12ce-4415-b4f9-42fff5792d2f for host: dv-cinder-852208-11-iscsi {{(pid=106294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:34:03.654371 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33dd464-2ae9-424c-8a56-eda41570ece1 None None] Routers {'67b18db4-12ce-4415-b4f9-42fff5792d2f'} bound to L3 agent in host dv-cinder-852208-11-iscsi {{(pid=106294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:34:03.654990 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-a33dd464-2ae9-424c-8a56-eda41570ece1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852208-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T04:10:52Z,description=,heartbeat_timestamp=2022-08-30T04:33:53Z,host='dv-cinder-852208-11-iscsi',id=70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:10:52Z,topic='l3_agent')) {'router_ids': ['67b18db4-12ce-4415-b4f9-42fff5792d2f'], 'active': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:34:03.671407 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:03.699467 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2c7cba48-9d18-4d21-920e-096e994f954f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (ae203062-b8cd-4d3b-96fe-f32d3b9d25d0), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:03.702590 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:03.725717 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7cba48-9d18-4d21-920e-096e994f954f admin admin] Pushing event deleted for resources: {'Port': ['ID=ae203062-b8cd-4d3b-96fe-f32d3b9d25d0,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:03.734747 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:03.747524 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvr_db [None req-a33dd464-2ae9-424c-8a56-eda41570ece1 None None] Set router 67b18db4-12ce-4415-b4f9-42fff5792d2f gateway port host: None {{(pid=106294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:34:03.774295 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:03.791122 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2c7cba48-9d18-4d21-920e-096e994f954f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572577'] for router_gateway (67b18db4-12ce-4415-b4f9-42fff5792d2f), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:03.802905 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.db.l3_hamode_db [None req-a33dd464-2ae9-424c-8a56-eda41570ece1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b18db4-12ce-4415-b4f9-42fff5792d2f', 'name': 'tempest-TestVolumeBootPattern-1153129948-router', 'tenant_id': 'dbd4de50617f4a3585cb620eb58a73c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:11Z', 'updated_at': '2022-08-30T04:34:03Z', 'revision_number': 6, 'project_id': 'dbd4de50617f4a3585cb620eb58a73c2', 'gw_port_host': None}], 'dv-cinder-852208-11-iscsi', False) {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:34:03.831796 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33dd464-2ae9-424c-8a56-eda41570ece1 None None] The sync data for ids ['67b18db4-12ce-4415-b4f9-42fff5792d2f'] in dv-cinder-852208-11-iscsi is: [{'id': '67b18db4-12ce-4415-b4f9-42fff5792d2f', 'name': 'tempest-TestVolumeBootPattern-1153129948-router', 'tenant_id': 'dbd4de50617f4a3585cb620eb58a73c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:11Z', 'updated_at': '2022-08-30T04:34:03Z', 'revision_number': 6, 'project_id': 'dbd4de50617f4a3585cb620eb58a73c2', 'gw_port_host': None}] {{(pid=106294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:34:03.891050 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2c7cba48-9d18-4d21-920e-096e994f954f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6255'] for router (67b18db4-12ce-4415-b4f9-42fff5792d2f), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:03.893605 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2c7cba48-9d18-4d21-920e-096e994f954f admin admin] Publish callbacks [] for router_controller (67b18db4-12ce-4415-b4f9-42fff5792d2f), precommit_delete_associations {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:03.940585 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2c7cba48-9d18-4d21-920e-096e994f954f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-573231'] for router (67b18db4-12ce-4415-b4f9-42fff5792d2f), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:03.941275 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c7cba48-9d18-4d21-920e-096e994f954f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67b18db4-12ce-4415-b4f9-42fff5792d2f {{(pid=106293) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 04:34:03.945613 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2c7cba48-9d18-4d21-920e-096e994f954f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:03.949425 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-2c7cba48-9d18-4d21-920e-096e994f954f admin admin] 10.222.0.46 "DELETE /networking/v2.0/routers/67b18db4-12ce-4415-b4f9-42fff5792d2f HTTP/1.1" status: 204 len: 168 time: 0.7827239 Aug 30 04:34:03.949756 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 56832) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:03.995616 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_v2 [None req-597864b5-ca5f-4a00-93a3-f1f84ac62737 admin admin] Deleting subnet 8d971472-9a72-445b-a285-cdbc6bac942f {{(pid=106293) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 04:34:03.999038 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-597864b5-ca5f-4a00-93a3-f1f84ac62737 admin admin] Publish callbacks [] for subnet (8d971472-9a72-445b-a285-cdbc6bac942f), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:04.033723 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-597864b5-ca5f-4a00-93a3-f1f84ac62737 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387962'] for subnet (8d971472-9a72-445b-a285-cdbc6bac942f), precommit_delete_associations {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:04.113941 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-597864b5-ca5f-4a00-93a3-f1f84ac62737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1779299'] for subnet (8d971472-9a72-445b-a285-cdbc6bac942f), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:04.172575 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-597864b5-ca5f-4a00-93a3-f1f84ac62737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1779322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-454480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9734407'] for subnet (8d971472-9a72-445b-a285-cdbc6bac942f), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:04.208066 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597864b5-ca5f-4a00-93a3-f1f84ac62737 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d971472-9a72-445b-a285-cdbc6bac942f,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:04.218925 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-597864b5-ca5f-4a00-93a3-f1f84ac62737 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:04.222211 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7abc64e-f6d8-427e-9657-55b51beab37b None None] Network 01412b4f-531a-4566-a059-33fb5e4b2a20 requested from dv-cinder-852208-11-iscsi {{(pid=106294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:34:04.228471 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-597864b5-ca5f-4a00-93a3-f1f84ac62737 admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/8d971472-9a72-445b-a285-cdbc6bac942f HTTP/1.1" status: 204 len: 168 time: 0.2745237 Aug 30 04:34:04.228687 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 56834) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:04.317338 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device e84a43c3-e54e-450a-8bb4-6928a4361241 no longer exists at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:34:04.317888 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-564ff3dc-cd8a-4fcd-979e-decda334448d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635422'] for network (01412b4f-531a-4566-a059-33fb5e4b2a20), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:04.340655 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] No Port match for: e84a43c3-e54e-450a-8bb4-6928a4361241 {{(pid=106294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:34:04.340655 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device e84a43c3-e54e-450a-8bb4-6928a4361241 not bound to the agent host dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:34:04.367181 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-564ff3dc-cd8a-4fcd-979e-decda334448d admin admin] Deleting port a8a67b37-32c0-4ed4-96c9-5d90eb8fe56f {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:34:04.367831 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-564ff3dc-cd8a-4fcd-979e-decda334448d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749362764764'] for port (a8a67b37-32c0-4ed4-96c9-5d90eb8fe56f), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:04.432473 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [None req-564ff3dc-cd8a-4fcd-979e-decda334448d admin admin] For port a8a67b37-32c0-4ed4-96c9-5d90eb8fe56f, host dv-cinder-852208-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852208-11-iscsi',level=0,port_id=a8a67b37-32c0-4ed4-96c9-5d90eb8fe56f,segment=NetworkSegment(58b96d1a-04a8-42a8-b875-c59bd8a29c34),segment_id=58b96d1a-04a8-42a8-b875-c59bd8a29c34)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:34:04.432754 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-564ff3dc-cd8a-4fcd-979e-decda334448d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657897'] for port (a8a67b37-32c0-4ed4-96c9-5d90eb8fe56f), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:04.446331 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-564ff3dc-cd8a-4fcd-979e-decda334448d admin admin] Calling delete_port for a8a67b37-32c0-4ed4-96c9-5d90eb8fe56f owned by network:dhcp {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:34:04.528712 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-564ff3dc-cd8a-4fcd-979e-decda334448d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1656433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749362770378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749362391839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-454307'] for port (a8a67b37-32c0-4ed4-96c9-5d90eb8fe56f), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:04.551745 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564ff3dc-cd8a-4fcd-979e-decda334448d admin admin] Pushing event deleted for resources: {'Port': ['ID=a8a67b37-32c0-4ed4-96c9-5d90eb8fe56f,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:04.558484 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564ff3dc-cd8a-4fcd-979e-decda334448d admin admin] No DVR routers for this DVR port a8a67b37-32c0-4ed4-96c9-5d90eb8fe56f on host dv-cinder-852208-11-iscsi {{(pid=106293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:34:04.629355 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-564ff3dc-cd8a-4fcd-979e-decda334448d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1778176', 'neutron.services.segments.db._delete_segments_for_network-8749362907459'] for network (01412b4f-531a-4566-a059-33fb5e4b2a20), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:04.636839 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:04.656850 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.services.segments.db [None req-564ff3dc-cd8a-4fcd-979e-decda334448d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01412b4f-531a-4566-a059-33fb5e4b2a20']}} {{(pid=106293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:34:04.667814 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.services.segments.db [None req-564ff3dc-cd8a-4fcd-979e-decda334448d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58b96d1a-04a8-42a8-b875-c59bd8a29c34') {'for_net_delete': True} {{(pid=106293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:34:04.668123 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.services.segments.db [None req-564ff3dc-cd8a-4fcd-979e-decda334448d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58b96d1a-04a8-42a8-b875-c59bd8a29c34') {} {{(pid=106293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:34:04.678373 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-564ff3dc-cd8a-4fcd-979e-decda334448d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749362932655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3387953'] for segment (58b96d1a-04a8-42a8-b875-c59bd8a29c34), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:04.689831 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2dc2ae-6482-4362-b119-fbffdf86b6b9 None None] DHCP port deletion for 01412b4f-531a-4566-a059-33fb5e4b2a20 request from dv-cinder-852208-11-iscsi {{(pid=106294) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 04:34:04.695060 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-564ff3dc-cd8a-4fcd-979e-decda334448d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784698'] for segment (58b96d1a-04a8-42a8-b875-c59bd8a29c34), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:04.697296 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:04.703012 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-564ff3dc-cd8a-4fcd-979e-decda334448d admin admin] Releasing vlan 825 on physical network physnet1 to pool {{(pid=106293) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 04:34:04.703012 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-564ff3dc-cd8a-4fcd-979e-decda334448d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-454390'] for segment (58b96d1a-04a8-42a8-b875-c59bd8a29c34), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:04.745870 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.services.segments.plugin [-] Segment 58b96d1a-04a8-42a8-b875-c59bd8a29c34 resource provider aggregate not found Aug 30 04:34:04.767289 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.services.segments.plugin [-] Segment 58b96d1a-04a8-42a8-b875-c59bd8a29c34 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 58b96d1a-04a8-42a8-b875-c59bd8a29c34 found for delete ", "request_id": "req-1a284b5c-f945-4f9d-b5f1-b010ddf1f7d5"}]} Aug 30 04:34:04.771928 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-564ff3dc-cd8a-4fcd-979e-decda334448d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1778185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572621'] for network (01412b4f-531a-4566-a059-33fb5e4b2a20), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:04.777702 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-564ff3dc-cd8a-4fcd-979e-decda334448d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528458'] for network (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:04.781573 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-564ff3dc-cd8a-4fcd-979e-decda334448d admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/01412b4f-531a-4566-a059-33fb5e4b2a20 HTTP/1.1" status: 204 len: 168 time: 0.5516686 Aug 30 04:34:04.794092 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564ff3dc-cd8a-4fcd-979e-decda334448d admin admin] Pushing event deleted for resources: {'Network': ['ID=01412b4f-531a-4566-a059-33fb5e4b2a20,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:04.910182 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 56842) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:04.953401 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-4356f532-d3f7-40da-bded-f5b0c394d29a admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=59c345f38d6548cd820affce5406d62c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419409 Aug 30 04:34:04.956079 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 56844) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:05.010968 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ec12c4e1-239a-4192-b38d-c486c9117487 admin admin] Publish callbacks [] for security_group (76d66172-8c01-4636-8a9d-91a48dd66bfa), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:05.032000 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ec12c4e1-239a-4192-b38d-c486c9117487 admin admin] Publish callbacks [] for security_group (76d66172-8c01-4636-8a9d-91a48dd66bfa), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:05.077966 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ec12c4e1-239a-4192-b38d-c486c9117487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (76d66172-8c01-4636-8a9d-91a48dd66bfa), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:05.080598 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ec12c4e1-239a-4192-b38d-c486c9117487 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:05.081935 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-ec12c4e1-239a-4192-b38d-c486c9117487 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/76d66172-8c01-4636-8a9d-91a48dd66bfa HTTP/1.1" status: 204 len: 168 time: 0.1248002 Aug 30 04:34:05.090784 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec12c4e1-239a-4192-b38d-c486c9117487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d66172-8c01-4636-8a9d-91a48dd66bfa,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:05.399476 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 56850) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:05.438434 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-9cf325a8-5554-4da9-abe7-854653ebdb02 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=dbd4de50617f4a3585cb620eb58a73c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377748 Aug 30 04:34:05.440801 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.46', 56852) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:05.489289 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-da620516-6fa5-4924-8ebe-46ba80ae53ba admin admin] Publish callbacks [] for security_group (ef96e130-48ef-4a86-a2ae-0450ed7b85af), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:05.510155 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-da620516-6fa5-4924-8ebe-46ba80ae53ba admin admin] Publish callbacks [] for security_group (ef96e130-48ef-4a86-a2ae-0450ed7b85af), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:05.557540 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-da620516-6fa5-4924-8ebe-46ba80ae53ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569592'] for security_group (ef96e130-48ef-4a86-a2ae-0450ed7b85af), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:05.560067 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-da620516-6fa5-4924-8ebe-46ba80ae53ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:05.561207 dv-cinder-852208-11-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-da620516-6fa5-4924-8ebe-46ba80ae53ba admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/ef96e130-48ef-4a86-a2ae-0450ed7b85af HTTP/1.1" status: 204 len: 168 time: 0.1195393 Aug 30 04:34:05.570436 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da620516-6fa5-4924-8ebe-46ba80ae53ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef96e130-48ef-4a86-a2ae-0450ed7b85af,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:06.190089 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device ae203062-b8cd-4d3b-96fe-f32d3b9d25d0 no longer exists at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:34:06.213072 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] No Port match for: ae203062-b8cd-4d3b-96fe-f32d3b9d25d0 {{(pid=106294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:34:06.213418 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device ae203062-b8cd-4d3b-96fe-f32d3b9d25d0 not bound to the agent host dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:34:06.213838 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device a8a67b37-32c0-4ed4-96c9-5d90eb8fe56f no longer exists at agent ovs-agent-dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:34:06.232464 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] No Port match for: a8a67b37-32c0-4ed4-96c9-5d90eb8fe56f {{(pid=106294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:34:06.232809 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.rpc [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Device a8a67b37-32c0-4ed4-96c9-5d90eb8fe56f not bound to the agent host dv-cinder-852208-11-iscsi {{(pid=106294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:34:09.709110 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.agents_db [None req-4bab6993-eaca-4b45-827a-a5590950f82e None None] Agent healthcheck: found 6 active agents {{(pid=106295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:34:10.551531 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=95 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:11.543817 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:DELETE=5,neutron:SELECT=21,neutron:UPDATE=1 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:11.544621 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:15.564331 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=50,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:15.566279 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:DELETE=6,neutron:SELECT=49 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:16.215950 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=14 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:16.216779 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=16 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:20.389962 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-67326c38-d199-400c-96de-e36300930ad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (1bd89ca2-58f6-428d-83bf-6325bad549fd), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:22.577954 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9fbaef31-c049-42f9-838b-6ea5a2059f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:23.824831 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8bdbbddc-d827-40e6-b8fb-29930693a668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (0ba81f50-231f-4a87-bfed-adcf093ea106), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:25.500859 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-390264ec-bab8-4bcb-922a-62bbd4f3a683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (b2cd167f-1ad0-4273-bd2a-29638b1fd1d2), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:25.633280 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (d414c4c0-e104-4322-85c3-8bf64da32860), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:26.664412 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=6 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:26.669046 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=4 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:31.243277 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (5274a8db-cdbb-4c02-abb1-2eb9d7076dc1), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:32.772789 dv-cinder-852208-11-iscsi neutron-server[106292]: DEBUG neutron.wsgi [req-52f3a1f9-da5b-4f6f-b7fc-7c5e85e941c0 req-f2ed3fd7-8cbb-4e6f-88ee-8dc2f7232fad service neutron] (106292) timed out ('10.222.0.75', 55334) {{(pid=106292) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 30 04:34:41.236472 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:41.239084 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:46.707771 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.agents_db [None req-4bab6993-eaca-4b45-827a-a5590950f82e None None] Agent healthcheck: found 6 active agents {{(pid=106295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:34:50.393165 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-2161267c-5801-49a0-92bc-2b96fcf0824e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (1bd89ca2-58f6-428d-83bf-6325bad549fd), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:52.580723 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-62dcb2ab-7baf-4fdb-afb2-d8596e9ef700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:53.827399 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8bdbbddc-d827-40e6-b8fb-29930693a668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (0ba81f50-231f-4a87-bfed-adcf093ea106), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:55.502393 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-390264ec-bab8-4bcb-922a-62bbd4f3a683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (b2cd167f-1ad0-4273-bd2a-29638b1fd1d2), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:55.638987 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (d414c4c0-e104-4322-85c3-8bf64da32860), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:01.241360 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (5274a8db-cdbb-4c02-abb1-2eb9d7076dc1), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:03.661011 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=4 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:03.665844 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:06.374117 dv-cinder-852208-11-iscsi neutron-server[106293]: DEBUG neutron.wsgi [req-80d8b198-63a0-4e3a-8f27-c6ff358bf96e req-68940ba1-af78-464b-b3a0-64d363365f64 service neutron] (106293) timed out ('10.222.0.75', 55346) {{(pid=106293) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 30 04:35:11.235659 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=26 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:11.237914 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=18,neutron:UPDATE=6 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:20.396695 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-6da751b6-8a6d-4184-89cb-0a6636564cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (1bd89ca2-58f6-428d-83bf-6325bad549fd), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:22.582771 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-69e93179-9885-40f7-a5f5-7c1f7ab1e241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:23.705779 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.agents_db [None req-4bab6993-eaca-4b45-827a-a5590950f82e None None] Agent healthcheck: found 6 active agents {{(pid=106295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:35:23.830049 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8bdbbddc-d827-40e6-b8fb-29930693a668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (0ba81f50-231f-4a87-bfed-adcf093ea106), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:25.505462 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-390264ec-bab8-4bcb-922a-62bbd4f3a683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (b2cd167f-1ad0-4273-bd2a-29638b1fd1d2), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:25.642207 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (d414c4c0-e104-4322-85c3-8bf64da32860), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:31.256288 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (5274a8db-cdbb-4c02-abb1-2eb9d7076dc1), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:41.248876 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:41.251749 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:46.534101 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=18 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:46.535978 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=16 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:50.402242 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-6b622c6a-c454-4f3b-b1c9-bd3e3046df7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (1bd89ca2-58f6-428d-83bf-6325bad549fd), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:52.586356 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-debdafc9-fbce-4d19-92c6-fae53e962fc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:53.834678 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8bdbbddc-d827-40e6-b8fb-29930693a668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (0ba81f50-231f-4a87-bfed-adcf093ea106), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:55.507045 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-390264ec-bab8-4bcb-922a-62bbd4f3a683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (b2cd167f-1ad0-4273-bd2a-29638b1fd1d2), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:55.645290 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (d414c4c0-e104-4322-85c3-8bf64da32860), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:00.704374 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.agents_db [None req-4bab6993-eaca-4b45-827a-a5590950f82e None None] Agent healthcheck: found 6 active agents {{(pid=106295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:36:01.271546 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (5274a8db-cdbb-4c02-abb1-2eb9d7076dc1), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:11.265209 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=12 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:11.267086 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=6,neutron:UPDATE=6 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:17.656015 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:17.660205 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=5 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:20.395564 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-fb55a8e4-9210-45df-935b-bf80e812b8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (1bd89ca2-58f6-428d-83bf-6325bad549fd), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:22.591019 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b99e2cb7-8720-4312-8978-21bbc6ab6ea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:23.836300 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8bdbbddc-d827-40e6-b8fb-29930693a668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (0ba81f50-231f-4a87-bfed-adcf093ea106), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:25.509682 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-390264ec-bab8-4bcb-922a-62bbd4f3a683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (b2cd167f-1ad0-4273-bd2a-29638b1fd1d2), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:25.650486 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (d414c4c0-e104-4322-85c3-8bf64da32860), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:31.269302 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (5274a8db-cdbb-4c02-abb1-2eb9d7076dc1), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:37.702932 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.agents_db [None req-4bab6993-eaca-4b45-827a-a5590950f82e None None] Agent healthcheck: found 6 active agents {{(pid=106295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:36:41.261639 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:41.264286 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:50.398657 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-853b6920-bcc3-4227-981f-c3bf1b9587f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (1bd89ca2-58f6-428d-83bf-6325bad549fd), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:52.593617 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-50f83e39-e16d-4ebd-926d-56d6493b460c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:53.837953 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8bdbbddc-d827-40e6-b8fb-29930693a668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (0ba81f50-231f-4a87-bfed-adcf093ea106), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:54.656992 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:54.657815 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=5 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:55.516392 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-390264ec-bab8-4bcb-922a-62bbd4f3a683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (b2cd167f-1ad0-4273-bd2a-29638b1fd1d2), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:55.654469 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (d414c4c0-e104-4322-85c3-8bf64da32860), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:01.292734 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (5274a8db-cdbb-4c02-abb1-2eb9d7076dc1), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:11.285869 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:11.287765 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:14.703375 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.agents_db [None req-4bab6993-eaca-4b45-827a-a5590950f82e None None] Agent healthcheck: found 6 active agents {{(pid=106295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:37:20.403887 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-0d6ca1fc-e729-4c68-ae12-a5bba8dc3cdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (1bd89ca2-58f6-428d-83bf-6325bad549fd), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:22.597512 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-89912b4e-1ee3-4ec4-b839-185b8d6976f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:23.840509 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8bdbbddc-d827-40e6-b8fb-29930693a668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (0ba81f50-231f-4a87-bfed-adcf093ea106), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:25.517894 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-390264ec-bab8-4bcb-922a-62bbd4f3a683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (b2cd167f-1ad0-4273-bd2a-29638b1fd1d2), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:25.656857 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (d414c4c0-e104-4322-85c3-8bf64da32860), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:31.283714 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (5274a8db-cdbb-4c02-abb1-2eb9d7076dc1), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:31.652935 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=6 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:31.653720 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:41.272510 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:41.279611 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:46.536690 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=13 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:50.408613 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-db48da55-30cd-4c67-8607-5e92776f29e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (1bd89ca2-58f6-428d-83bf-6325bad549fd), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:51.702747 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.agents_db [None req-4bab6993-eaca-4b45-827a-a5590950f82e None None] Agent healthcheck: found 6 active agents {{(pid=106295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:37:52.601308 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-5fe76c22-f3bb-4c96-a3e0-72287b8fc7eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:53.842331 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8bdbbddc-d827-40e6-b8fb-29930693a668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (0ba81f50-231f-4a87-bfed-adcf093ea106), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:55.521157 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-390264ec-bab8-4bcb-922a-62bbd4f3a683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (b2cd167f-1ad0-4273-bd2a-29638b1fd1d2), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:55.661055 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (d414c4c0-e104-4322-85c3-8bf64da32860), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:55.715465 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=15 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:01.282839 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (5274a8db-cdbb-4c02-abb1-2eb9d7076dc1), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:08.645832 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:08.651073 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=6 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:11.277169 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:11.279772 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:20.411792 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e1ef3767-4cc6-438c-8fa9-f6dcee71af8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (1bd89ca2-58f6-428d-83bf-6325bad549fd), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:22.603198 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a5f83d05-1a04-4273-b118-2116af8c4866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:23.845563 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8bdbbddc-d827-40e6-b8fb-29930693a668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (0ba81f50-231f-4a87-bfed-adcf093ea106), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:25.524126 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-390264ec-bab8-4bcb-922a-62bbd4f3a683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (b2cd167f-1ad0-4273-bd2a-29638b1fd1d2), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:25.663413 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (d414c4c0-e104-4322-85c3-8bf64da32860), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:28.701490 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.agents_db [None req-4bab6993-eaca-4b45-827a-a5590950f82e None None] Agent healthcheck: found 6 active agents {{(pid=106295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:38:31.293357 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (5274a8db-cdbb-4c02-abb1-2eb9d7076dc1), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:41.283562 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:41.288773 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:48.746187 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=5 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:48.746978 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:50.415608 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8fbfd471-999d-451f-b10b-abb850060db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (1bd89ca2-58f6-428d-83bf-6325bad549fd), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:52.605489 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-0765f7e4-82af-4f6b-ba04-b480abf57a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:53.849438 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8bdbbddc-d827-40e6-b8fb-29930693a668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (0ba81f50-231f-4a87-bfed-adcf093ea106), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:55.529491 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-390264ec-bab8-4bcb-922a-62bbd4f3a683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (b2cd167f-1ad0-4273-bd2a-29638b1fd1d2), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:55.666485 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (d414c4c0-e104-4322-85c3-8bf64da32860), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:01.297193 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (5274a8db-cdbb-4c02-abb1-2eb9d7076dc1), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:05.700862 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG neutron.db.agents_db [None req-4bab6993-eaca-4b45-827a-a5590950f82e None None] Agent healthcheck: found 6 active agents {{(pid=106295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:39:11.292081 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:39:11.293028 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:39:20.419825 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b81884eb-8c4e-499e-80aa-91926e90ffa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (1bd89ca2-58f6-428d-83bf-6325bad549fd), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:22.607714 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-347b8e96-b6fe-471f-82fe-4a381cc98947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (70a87303-fc1f-4a9d-bf0b-6fd91cfc10b7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:22.639406 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=4 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:39:22.644380 dv-cinder-852208-11-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=4 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:39:23.851757 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8bdbbddc-d827-40e6-b8fb-29930693a668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (0ba81f50-231f-4a87-bfed-adcf093ea106), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:25.529238 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-390264ec-bab8-4bcb-922a-62bbd4f3a683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (b2cd167f-1ad0-4273-bd2a-29638b1fd1d2), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:25.671276 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cbb92c70-4941-4e30-ad5e-84e7d4f6fb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (d414c4c0-e104-4322-85c3-8bf64da32860), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:31.359966 dv-cinder-852208-11-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab41-04d6-4832-a582-2d2f0154a16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749362907441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780673'] for agent (5274a8db-cdbb-4c02-abb1-2eb9d7076dc1), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}